{"level":"warn","ts":"2026-03-19T17:52:12.567962Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:52:12.568047Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.81:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.81:2380","--initial-cluster=instance=https://199.19.213.81:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.81:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.81:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T17:52:12.568106Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:52:12.568118Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.81:2380"]} {"level":"info","ts":"2026-03-19T17:52:12.568137Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:52:12.568797Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.81:2379"]} {"level":"info","ts":"2026-03-19T17:52:12.568865Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.81:2380"],"listen-peer-urls":["https://199.19.213.81:2380"],"advertise-client-urls":["https://199.19.213.81:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.81:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.81:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T17:52:12.587882Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"18.793373ms"} {"level":"info","ts":"2026-03-19T17:52:12.649663Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1627b0b72e417489","cluster-id":"d42e5eae8a1b814c"} {"level":"info","ts":"2026-03-19T17:52:12.649794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T17:52:12.649823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became follower at term 0"} {"level":"info","ts":"2026-03-19T17:52:12.64985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1627b0b72e417489 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T17:52:12.649868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became follower at term 1"} {"level":"info","ts":"2026-03-19T17:52:12.649921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 switched to configuration voters=(1596438893727675529)"} {"level":"warn","ts":"2026-03-19T17:52:12.71278Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T17:52:12.715613Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T17:52:12.71829Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T17:52:12.721804Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1627b0b72e417489","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T17:52:12.72203Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1627b0b72e417489","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T17:52:12.72225Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:12.722474Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:12.722589Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:12.723229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 switched to configuration voters=(1596438893727675529)"} {"level":"info","ts":"2026-03-19T17:52:12.724434Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d42e5eae8a1b814c","local-member-id":"1627b0b72e417489","added-peer-id":"1627b0b72e417489","added-peer-peer-urls":["https://199.19.213.81:2380"]} {"level":"info","ts":"2026-03-19T17:52:12.728436Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:52:12.728579Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.81:2380"} {"level":"info","ts":"2026-03-19T17:52:12.728654Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.81:2380"} {"level":"info","ts":"2026-03-19T17:52:12.72874Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1627b0b72e417489","initial-advertise-peer-urls":["https://199.19.213.81:2380"],"listen-peer-urls":["https://199.19.213.81:2380"],"advertise-client-urls":["https://199.19.213.81:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.81:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T17:52:12.728803Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T17:52:13.050977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T17:52:13.051084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T17:52:13.051107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 received MsgPreVoteResp from 1627b0b72e417489 at term 1"} {"level":"info","ts":"2026-03-19T17:52:13.051127Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became candidate at term 2"} {"level":"info","ts":"2026-03-19T17:52:13.051137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 received MsgVoteResp from 1627b0b72e417489 at term 2"} {"level":"info","ts":"2026-03-19T17:52:13.051154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became leader at term 2"} {"level":"info","ts":"2026-03-19T17:52:13.051172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1627b0b72e417489 elected leader 1627b0b72e417489 at term 2"} {"level":"info","ts":"2026-03-19T17:52:13.06182Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:13.063337Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:52:13.063368Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:52:13.063935Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T17:52:13.064023Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T17:52:13.066341Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T17:52:13.066531Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1627b0b72e417489","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.81:2379]}","request-path":"/0/members/1627b0b72e417489/attributes","cluster-id":"d42e5eae8a1b814c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T17:52:13.068108Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d42e5eae8a1b814c","local-member-id":"1627b0b72e417489","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:13.068258Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:13.068297Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:13.068352Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.81:2379"} {"level":"warn","ts":"2026-03-19T17:52:14.54035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.950551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:52:14.540473Z","caller":"traceutil/trace.go:171","msg":"trace[2071463324] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:3; }","duration":"113.110586ms","start":"2026-03-19T17:52:14.427333Z","end":"2026-03-19T17:52:14.540443Z","steps":["trace[2071463324] 'range keys from in-memory index tree' (duration: 112.860709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:14.540784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.513578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:52:14.540932Z","caller":"traceutil/trace.go:171","msg":"trace[1936699364] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"112.807699ms","start":"2026-03-19T17:52:14.428112Z","end":"2026-03-19T17:52:14.540919Z","steps":["trace[1936699364] 'process raft request' (duration: 58.616861ms)","trace[1936699364] 'compare' (duration: 53.525011ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:14.540865Z","caller":"traceutil/trace.go:171","msg":"trace[1548670826] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:0; response_revision:3; }","duration":"114.59398ms","start":"2026-03-19T17:52:14.426259Z","end":"2026-03-19T17:52:14.540853Z","steps":["trace[1548670826] 'range keys from in-memory index tree' (duration: 114.431406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:14.591943Z","caller":"traceutil/trace.go:171","msg":"trace[1788803516] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"163.747998ms","start":"2026-03-19T17:52:14.428171Z","end":"2026-03-19T17:52:14.591919Z","steps":["trace[1788803516] 'process raft request' (duration: 163.488092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:14.592071Z","caller":"traceutil/trace.go:171","msg":"trace[697641113] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"163.585254ms","start":"2026-03-19T17:52:14.428433Z","end":"2026-03-19T17:52:14.592018Z","steps":["trace[697641113] 'process raft request' (duration: 163.401339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:14.592155Z","caller":"traceutil/trace.go:171","msg":"trace[468563849] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"163.470842ms","start":"2026-03-19T17:52:14.428673Z","end":"2026-03-19T17:52:14.592144Z","steps":["trace[468563849] 'process raft request' (duration: 163.208976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:14.5922Z","caller":"traceutil/trace.go:171","msg":"trace[103855796] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"149.82965ms","start":"2026-03-19T17:52:14.442343Z","end":"2026-03-19T17:52:14.592172Z","steps":["trace[103855796] 'process raft request' (duration: 149.639426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:14.592233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.39288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:52:14.592262Z","caller":"traceutil/trace.go:171","msg":"trace[54149060] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"163.246496ms","start":"2026-03-19T17:52:14.429003Z","end":"2026-03-19T17:52:14.59225Z","steps":["trace[54149060] 'process raft request' (duration: 162.942849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:14.592086Z","caller":"traceutil/trace.go:171","msg":"trace[2096378817] linearizableReadLoop","detail":"{readStateIndex:10; appliedIndex:6; }","duration":"163.247457ms","start":"2026-03-19T17:52:14.428813Z","end":"2026-03-19T17:52:14.592061Z","steps":["trace[2096378817] 'read index received' (duration: 57.951115ms)","trace[2096378817] 'applied index is now lower than readState.Index' (duration: 105.295102ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:14.59209Z","caller":"traceutil/trace.go:171","msg":"trace[250086308] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"163.201515ms","start":"2026-03-19T17:52:14.428834Z","end":"2026-03-19T17:52:14.592035Z","steps":["trace[250086308] 'process raft request' (duration: 163.085962ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:14.592275Z","caller":"traceutil/trace.go:171","msg":"trace[23185106] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"163.469101ms","start":"2026-03-19T17:52:14.428795Z","end":"2026-03-19T17:52:14.592264Z","steps":["trace[23185106] 'agreement among raft nodes before linearized reading' (duration: 163.340048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:14.592414Z","caller":"traceutil/trace.go:171","msg":"trace[41965780] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"149.82519ms","start":"2026-03-19T17:52:14.442576Z","end":"2026-03-19T17:52:14.592402Z","steps":["trace[41965780] 'process raft request' (duration: 149.440161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:14.612721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.449311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-19T17:52:14.612768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.611302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-19T17:52:14.61276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.29718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:52:14.612824Z","caller":"traceutil/trace.go:171","msg":"trace[1297396824] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:12; }","duration":"148.693073ms","start":"2026-03-19T17:52:14.464114Z","end":"2026-03-19T17:52:14.612807Z","steps":["trace[1297396824] 'agreement among raft nodes before linearized reading' (duration: 148.586901ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:14.612823Z","caller":"traceutil/trace.go:171","msg":"trace[640807899] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:12; }","duration":"121.583504ms","start":"2026-03-19T17:52:14.491217Z","end":"2026-03-19T17:52:14.612801Z","steps":["trace[640807899] 'agreement among raft nodes before linearized reading' (duration: 121.40081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:14.612836Z","caller":"traceutil/trace.go:171","msg":"trace[973524581] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"133.418683ms","start":"2026-03-19T17:52:14.479399Z","end":"2026-03-19T17:52:14.612818Z","steps":["trace[973524581] 'agreement among raft nodes before linearized reading' (duration: 133.299011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.141367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.837826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:18.141408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.187035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-19T17:52:18.14142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.385411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115"} {"level":"info","ts":"2026-03-19T17:52:18.141466Z","caller":"traceutil/trace.go:171","msg":"trace[109577561] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:280; }","duration":"485.969089ms","start":"2026-03-19T17:52:17.655475Z","end":"2026-03-19T17:52:18.141444Z","steps":["trace[109577561] 'range keys from in-memory index tree' (duration: 485.810195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.141493Z","caller":"traceutil/trace.go:171","msg":"trace[1627644596] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:280; }","duration":"486.303388ms","start":"2026-03-19T17:52:17.65517Z","end":"2026-03-19T17:52:18.141474Z","steps":["trace[1627644596] 'range keys from in-memory index tree' (duration: 486.123023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.14151Z","caller":"traceutil/trace.go:171","msg":"trace[1290023223] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:280; }","duration":"492.527734ms","start":"2026-03-19T17:52:17.648961Z","end":"2026-03-19T17:52:18.141489Z","steps":["trace[1290023223] 'range keys from in-memory index tree' (duration: 492.280299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.141516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.655472Z","time spent":"486.03567ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-19T17:52:18.141571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.648941Z","time spent":"492.618607ms","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T17:52:18.14156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.655165Z","time spent":"486.364849ms","remote":"127.0.0.1:52960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-19T17:52:18.142112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.839983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:18.142195Z","caller":"traceutil/trace.go:171","msg":"trace[733200902] linearizableReadLoop","detail":"{readStateIndex:287; appliedIndex:286; }","duration":"463.879008ms","start":"2026-03-19T17:52:17.678303Z","end":"2026-03-19T17:52:18.142182Z","steps":["trace[733200902] 'read index received' (duration: 48.42055ms)","trace[733200902] 'applied index is now lower than readState.Index' (duration: 415.455838ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:18.142212Z","caller":"traceutil/trace.go:171","msg":"trace[731512030] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"486.149423ms","start":"2026-03-19T17:52:17.656039Z","end":"2026-03-19T17:52:18.142188Z","steps":["trace[731512030] 'process raft request' (duration: 70.650965ms)","trace[731512030] 'compare' (duration: 414.509225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:18.142278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.97647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-19T17:52:18.142292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.656032Z","time spent":"486.228165ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:18.142302Z","caller":"traceutil/trace.go:171","msg":"trace[1089973957] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:281; }","duration":"464.038782ms","start":"2026-03-19T17:52:17.678256Z","end":"2026-03-19T17:52:18.142295Z","steps":["trace[1089973957] 'agreement among raft nodes before linearized reading' (duration: 463.9631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.14233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.678236Z","time spent":"464.087623ms","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-19T17:52:18.166194Z","caller":"traceutil/trace.go:171","msg":"trace[1761405648] transaction","detail":"{read_only:false; number_of_response:0; response_revision:281; }","duration":"415.686044ms","start":"2026-03-19T17:52:17.75049Z","end":"2026-03-19T17:52:18.166176Z","steps":["trace[1761405648] 'process raft request' (duration: 415.628923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.166281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.750461Z","time spent":"415.783546ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:18.179122Z","caller":"traceutil/trace.go:171","msg":"trace[508888493] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"412.757494ms","start":"2026-03-19T17:52:17.766343Z","end":"2026-03-19T17:52:18.179101Z","steps":["trace[508888493] 'process raft request' (duration: 412.60486ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.179154Z","caller":"traceutil/trace.go:171","msg":"trace[1511121375] transaction","detail":"{read_only:false; number_of_response:0; response_revision:283; }","duration":"412.751434ms","start":"2026-03-19T17:52:17.766376Z","end":"2026-03-19T17:52:18.179127Z","steps":["trace[1511121375] 'process raft request' (duration: 412.623831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.179182Z","caller":"traceutil/trace.go:171","msg":"trace[1420496209] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"413.101572ms","start":"2026-03-19T17:52:17.766063Z","end":"2026-03-19T17:52:18.179165Z","steps":["trace[1420496209] 'process raft request' (duration: 412.732764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.179214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.766336Z","time spent":"412.831776ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:18.179239Z","caller":"traceutil/trace.go:171","msg":"trace[1559734503] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"412.13814ms","start":"2026-03-19T17:52:17.767082Z","end":"2026-03-19T17:52:18.179221Z","steps":["trace[1559734503] 'process raft request' (duration: 412.004396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.179258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.766054Z","time spent":"413.168234ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:18.179265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.766372Z","time spent":"412.834196ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:18.179354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.767076Z","time spent":"412.214372ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:18.179787Z","caller":"traceutil/trace.go:171","msg":"trace[1810676774] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"413.015391ms","start":"2026-03-19T17:52:17.766752Z","end":"2026-03-19T17:52:18.179768Z","steps":["trace[1810676774] 'process raft request' (duration: 412.283013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.179927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.766727Z","time spent":"413.159045ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:18.816751Z","caller":"traceutil/trace.go:171","msg":"trace[322616205] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:314; }","duration":"123.155642ms","start":"2026-03-19T17:52:18.693568Z","end":"2026-03-19T17:52:18.816724Z","steps":["trace[322616205] 'read index received' (duration: 122.976998ms)","trace[322616205] 'applied index is now lower than readState.Index' (duration: 177.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:18.816757Z","caller":"traceutil/trace.go:171","msg":"trace[1080293243] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"137.922179ms","start":"2026-03-19T17:52:18.678812Z","end":"2026-03-19T17:52:18.816734Z","steps":["trace[1080293243] 'process raft request' (duration: 137.732945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.816792Z","caller":"traceutil/trace.go:171","msg":"trace[503517915] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"137.835228ms","start":"2026-03-19T17:52:18.678931Z","end":"2026-03-19T17:52:18.816766Z","steps":["trace[503517915] 'process raft request' (duration: 137.693805ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.816825Z","caller":"traceutil/trace.go:171","msg":"trace[307628375] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"137.479139ms","start":"2026-03-19T17:52:18.679324Z","end":"2026-03-19T17:52:18.816803Z","steps":["trace[307628375] 'process raft request' (duration: 137.367206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.816902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.313055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-03-19T17:52:18.816942Z","caller":"traceutil/trace.go:171","msg":"trace[1147034550] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:305; }","duration":"123.389638ms","start":"2026-03-19T17:52:18.693539Z","end":"2026-03-19T17:52:18.816929Z","steps":["trace[1147034550] 'agreement among raft nodes before linearized reading' (duration: 123.304646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.92757Z","caller":"traceutil/trace.go:171","msg":"trace[1811697351] linearizableReadLoop","detail":"{readStateIndex:319; appliedIndex:317; }","duration":"110.723759ms","start":"2026-03-19T17:52:18.816819Z","end":"2026-03-19T17:52:18.927542Z","steps":["trace[1811697351] 'read index received' (duration: 110.592936ms)","trace[1811697351] 'applied index is now lower than readState.Index' (duration: 129.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:18.92762Z","caller":"traceutil/trace.go:171","msg":"trace[2081748818] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"216.40263ms","start":"2026-03-19T17:52:18.711164Z","end":"2026-03-19T17:52:18.927567Z","steps":["trace[2081748818] 'process raft request' (duration: 216.165044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.927719Z","caller":"traceutil/trace.go:171","msg":"trace[429905971] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"198.932257ms","start":"2026-03-19T17:52:18.728777Z","end":"2026-03-19T17:52:18.927709Z","steps":["trace[429905971] 'process raft request' (duration: 198.713312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.927886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.964781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5892"} {"level":"warn","ts":"2026-03-19T17:52:18.927919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.334185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"warn","ts":"2026-03-19T17:52:18.927995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.368532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:18.928028Z","caller":"traceutil/trace.go:171","msg":"trace[2056198524] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:307; }","duration":"109.487299ms","start":"2026-03-19T17:52:18.818523Z","end":"2026-03-19T17:52:18.92801Z","steps":["trace[2056198524] 'agreement among raft nodes before linearized reading' (duration: 109.294184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.927932Z","caller":"traceutil/trace.go:171","msg":"trace[1132913184] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:307; }","duration":"110.045883ms","start":"2026-03-19T17:52:18.817874Z","end":"2026-03-19T17:52:18.92792Z","steps":["trace[1132913184] 'agreement among raft nodes before linearized reading' (duration: 109.92004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.928091Z","caller":"traceutil/trace.go:171","msg":"trace[911547233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:307; }","duration":"144.583126ms","start":"2026-03-19T17:52:18.783487Z","end":"2026-03-19T17:52:18.92807Z","steps":["trace[911547233] 'agreement among raft nodes before linearized reading' (duration: 144.358921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.927926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.009723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-03-19T17:52:18.92821Z","caller":"traceutil/trace.go:171","msg":"trace[719511856] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:307; }","duration":"110.32643ms","start":"2026-03-19T17:52:18.817863Z","end":"2026-03-19T17:52:18.92819Z","steps":["trace[719511856] 'agreement among raft nodes before linearized reading' (duration: 109.981782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:19.146342Z","caller":"traceutil/trace.go:171","msg":"trace[1473931663] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"209.650179ms","start":"2026-03-19T17:52:18.936667Z","end":"2026-03-19T17:52:19.146317Z","steps":["trace[1473931663] 'process raft request' (duration: 142.16833ms)","trace[1473931663] 'compare' (duration: 67.299495ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:19.146433Z","caller":"traceutil/trace.go:171","msg":"trace[1060271404] linearizableReadLoop","detail":"{readStateIndex:321; appliedIndex:320; }","duration":"163.39442ms","start":"2026-03-19T17:52:18.982993Z","end":"2026-03-19T17:52:19.146388Z","steps":["trace[1060271404] 'read index received' (duration: 95.838989ms)","trace[1060271404] 'applied index is now lower than readState.Index' (duration: 67.552461ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:19.146478Z","caller":"traceutil/trace.go:171","msg":"trace[103462294] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"162.959679ms","start":"2026-03-19T17:52:18.983485Z","end":"2026-03-19T17:52:19.146445Z","steps":["trace[103462294] 'process raft request' (duration: 162.861827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:19.146577Z","caller":"traceutil/trace.go:171","msg":"trace[709487333] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"163.162394ms","start":"2026-03-19T17:52:18.983354Z","end":"2026-03-19T17:52:19.146516Z","steps":["trace[709487333] 'process raft request' (duration: 162.933069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:19.146645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.630786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:52:19.146743Z","caller":"traceutil/trace.go:171","msg":"trace[989712783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:311; }","duration":"163.749619ms","start":"2026-03-19T17:52:18.982942Z","end":"2026-03-19T17:52:19.146692Z","steps":["trace[989712783] 'agreement among raft nodes before linearized reading' (duration: 163.577765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.016439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.485038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:20.016635Z","caller":"traceutil/trace.go:171","msg":"trace[1001206147] linearizableReadLoop","detail":"{readStateIndex:329; appliedIndex:328; }","duration":"787.962974ms","start":"2026-03-19T17:52:19.228644Z","end":"2026-03-19T17:52:20.016607Z","steps":["trace[1001206147] 'read index received' (duration: 304.7496ms)","trace[1001206147] 'applied index is now lower than readState.Index' (duration: 483.211354ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:20.016786Z","caller":"traceutil/trace.go:171","msg":"trace[1449024124] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"813.206349ms","start":"2026-03-19T17:52:19.203562Z","end":"2026-03-19T17:52:20.016768Z","steps":["trace[1449024124] 'process raft request' (duration: 329.897752ms)","trace[1449024124] 'compare' (duration: 482.204881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:20.016892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:19.203543Z","time spent":"813.299322ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:20.016939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.169189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:52:20.016994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.059034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:20.017052Z","caller":"traceutil/trace.go:171","msg":"trace[113773686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:317; }","duration":"481.157327ms","start":"2026-03-19T17:52:19.535877Z","end":"2026-03-19T17:52:20.017034Z","steps":["trace[113773686] 'agreement among raft nodes before linearized reading' (duration: 481.050414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.017124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:19.535855Z","time spent":"481.253129ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:52:20.01695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.297843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:20.017266Z","caller":"traceutil/trace.go:171","msg":"trace[1555884081] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:317; }","duration":"788.60077ms","start":"2026-03-19T17:52:19.2286Z","end":"2026-03-19T17:52:20.017201Z","steps":["trace[1555884081] 'agreement among raft nodes before linearized reading' (duration: 788.288312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.017048Z","caller":"traceutil/trace.go:171","msg":"trace[47382163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:317; }","duration":"591.341594ms","start":"2026-03-19T17:52:19.425677Z","end":"2026-03-19T17:52:20.017019Z","steps":["trace[47382163] 'agreement among raft nodes before linearized reading' (duration: 591.148108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.017368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:19.425651Z","time spent":"591.701041ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:20.017392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:19.228584Z","time spent":"788.765444ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:20.348253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.257075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T17:52:20.348347Z","caller":"traceutil/trace.go:171","msg":"trace[1433253136] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:321; }","duration":"230.398398ms","start":"2026-03-19T17:52:20.117922Z","end":"2026-03-19T17:52:20.34832Z","steps":["trace[1433253136] 'range keys from in-memory index tree' (duration: 230.142642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:21.434133Z","caller":"traceutil/trace.go:171","msg":"trace[899942303] linearizableReadLoop","detail":"{readStateIndex:343; appliedIndex:342; }","duration":"255.263294ms","start":"2026-03-19T17:52:21.17884Z","end":"2026-03-19T17:52:21.434104Z","steps":["trace[899942303] 'read index received' (duration: 253.933863ms)","trace[899942303] 'applied index is now lower than readState.Index' (duration: 1.328511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:21.434263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.410258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T17:52:21.434237Z","caller":"traceutil/trace.go:171","msg":"trace[325730304] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"274.57994ms","start":"2026-03-19T17:52:21.159615Z","end":"2026-03-19T17:52:21.434195Z","steps":["trace[325730304] 'process raft request' (duration: 273.107756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:21.434303Z","caller":"traceutil/trace.go:171","msg":"trace[1292865249] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:331; }","duration":"255.51787ms","start":"2026-03-19T17:52:21.178772Z","end":"2026-03-19T17:52:21.43429Z","steps":["trace[1292865249] 'agreement among raft nodes before linearized reading' (duration: 255.431138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:25.498348Z","caller":"traceutil/trace.go:171","msg":"trace[1549293922] linearizableReadLoop","detail":"{readStateIndex:408; appliedIndex:407; }","duration":"440.522979ms","start":"2026-03-19T17:52:25.057796Z","end":"2026-03-19T17:52:25.498319Z","steps":["trace[1549293922] 'read index received' (duration: 402.797341ms)","trace[1549293922] 'applied index is now lower than readState.Index' (duration: 37.724458ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:25.498521Z","caller":"traceutil/trace.go:171","msg":"trace[2135795664] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"624.391861ms","start":"2026-03-19T17:52:24.874074Z","end":"2026-03-19T17:52:25.498466Z","steps":["trace[2135795664] 'process raft request' (duration: 586.580921ms)","trace[2135795664] 'compare' (duration: 37.509633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:25.498846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:24.874029Z","time spent":"624.625037ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:25.498587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.749494ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:25.499109Z","caller":"traceutil/trace.go:171","msg":"trace[1468964148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:395; }","duration":"441.286936ms","start":"2026-03-19T17:52:25.057783Z","end":"2026-03-19T17:52:25.49907Z","steps":["trace[1468964148] 'agreement among raft nodes before linearized reading' (duration: 440.673542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:25.756995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.508055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:25.757163Z","caller":"traceutil/trace.go:171","msg":"trace[934007992] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"255.114001ms","start":"2026-03-19T17:52:25.501978Z","end":"2026-03-19T17:52:25.757092Z","steps":["trace[934007992] 'process raft request' (duration: 104.409971ms)","trace[934007992] 'compare' (duration: 150.350861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:26.553354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571849067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:52:26.569665Z","caller":"traceutil/trace.go:171","msg":"trace[1759613806] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:409; }","duration":"516.964281ms","start":"2026-03-19T17:52:26.052671Z","end":"2026-03-19T17:52:26.569635Z","steps":["trace[1759613806] 'read index received' (duration: 516.719284ms)","trace[1759613806] 'applied index is now lower than readState.Index' (duration: 243.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:26.569739Z","caller":"traceutil/trace.go:171","msg":"trace[1248933514] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"1.061818447s","start":"2026-03-19T17:52:25.507885Z","end":"2026-03-19T17:52:26.569703Z","steps":["trace[1248933514] 'process raft request' (duration: 1.061568141s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.569841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.156925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:52:26.569886Z","caller":"traceutil/trace.go:171","msg":"trace[1800185793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:397; }","duration":"517.252987ms","start":"2026-03-19T17:52:26.052621Z","end":"2026-03-19T17:52:26.569874Z","steps":["trace[1800185793] 'agreement among raft nodes before linearized reading' (duration: 517.159705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.569884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.845278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:52:26.569888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.507844Z","time spent":"1.06195996s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:26.569922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.0526Z","time spent":"517.313539ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:52:26.569933Z","caller":"traceutil/trace.go:171","msg":"trace[2104764670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:397; }","duration":"499.939089ms","start":"2026-03-19T17:52:26.069981Z","end":"2026-03-19T17:52:26.56992Z","steps":["trace[2104764670] 'agreement among raft nodes before linearized reading' (duration: 499.850527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.569979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.069959Z","time spent":"500.012081ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:52:26.570047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.670895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:52:26.570127Z","caller":"traceutil/trace.go:171","msg":"trace[1448268618] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:397; }","duration":"452.791018ms","start":"2026-03-19T17:52:26.117316Z","end":"2026-03-19T17:52:26.570107Z","steps":["trace[1448268618] 'agreement among raft nodes before linearized reading' (duration: 452.627615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.570165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.117301Z","time spent":"452.85561ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-19T17:52:27.074355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571849071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:27.406408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.103974ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T17:52:27.406566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.571543Z","time spent":"835.017833ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:52:27.485249Z","caller":"traceutil/trace.go:171","msg":"trace[1517004671] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:410; }","duration":"911.840713ms","start":"2026-03-19T17:52:26.573372Z","end":"2026-03-19T17:52:27.485213Z","steps":["trace[1517004671] 'read index received' (duration: 511.83258ms)","trace[1517004671] 'applied index is now lower than readState.Index' (duration: 400.006483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:27.485441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.047917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-03-19T17:52:27.485433Z","caller":"traceutil/trace.go:171","msg":"trace[1755010578] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"910.221234ms","start":"2026-03-19T17:52:26.575176Z","end":"2026-03-19T17:52:27.485397Z","steps":["trace[1755010578] 'process raft request' (duration: 909.957298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:27.485521Z","caller":"traceutil/trace.go:171","msg":"trace[1704754055] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"910.247666ms","start":"2026-03-19T17:52:26.575263Z","end":"2026-03-19T17:52:27.485511Z","steps":["trace[1704754055] 'process raft request' (duration: 909.904567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:27.485613Z","caller":"traceutil/trace.go:171","msg":"trace[1183629192] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"910.925722ms","start":"2026-03-19T17:52:26.57467Z","end":"2026-03-19T17:52:27.485596Z","steps":["trace[1183629192] 'process raft request' (duration: 910.207574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:27.485622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.575167Z","time spent":"910.352028ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:27.485651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.575235Z","time spent":"910.327127ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:27.485484Z","caller":"traceutil/trace.go:171","msg":"trace[1460414806] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:400; }","duration":"912.181221ms","start":"2026-03-19T17:52:26.573292Z","end":"2026-03-19T17:52:27.485474Z","steps":["trace[1460414806] 'agreement among raft nodes before linearized reading' (duration: 912.064667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:27.48576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.573271Z","time spent":"912.478488ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5349,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-19T17:52:27.486107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.574643Z","time spent":"911.017584ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:28.200762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.873819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:28.200884Z","caller":"traceutil/trace.go:171","msg":"trace[542786901] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"792.369368ms","start":"2026-03-19T17:52:27.408496Z","end":"2026-03-19T17:52:28.200865Z","steps":["trace[542786901] 'process raft request' (duration: 651.308255ms)","trace[542786901] 'compare' (duration: 140.707255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:28.20113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:27.408462Z","time spent":"792.625314ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:28.209698Z","caller":"traceutil/trace.go:171","msg":"trace[1575381050] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:414; }","duration":"449.111311ms","start":"2026-03-19T17:52:27.760562Z","end":"2026-03-19T17:52:28.209673Z","steps":["trace[1575381050] 'read index received' (duration: 299.183289ms)","trace[1575381050] 'applied index is now lower than readState.Index' (duration: 149.926882ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:28.209818Z","caller":"traceutil/trace.go:171","msg":"trace[1041252451] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"716.760617ms","start":"2026-03-19T17:52:27.49303Z","end":"2026-03-19T17:52:28.209791Z","steps":["trace[1041252451] 'process raft request' (duration: 716.510652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:28.209867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.301146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:52:28.209906Z","caller":"traceutil/trace.go:171","msg":"trace[1607563509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:402; }","duration":"449.401318ms","start":"2026-03-19T17:52:27.760493Z","end":"2026-03-19T17:52:28.209894Z","steps":["trace[1607563509] 'agreement among raft nodes before linearized reading' (duration: 449.307146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:28.209942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:27.760468Z","time spent":"449.465789ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:52:28.209977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:27.493004Z","time spent":"716.88221ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:28.933673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.547665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:28.933806Z","caller":"traceutil/trace.go:171","msg":"trace[1223809231] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"711.495784ms","start":"2026-03-19T17:52:28.222285Z","end":"2026-03-19T17:52:28.933781Z","steps":["trace[1223809231] 'process raft request' (duration: 569.736573ms)","trace[1223809231] 'compare' (duration: 140.969141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:28.933912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.222274Z","time spent":"711.593026ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:29.024407Z","caller":"traceutil/trace.go:171","msg":"trace[714028234] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"615.865121ms","start":"2026-03-19T17:52:28.408505Z","end":"2026-03-19T17:52:29.02437Z","steps":["trace[714028234] 'process raft request' (duration: 615.615545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.024566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.40847Z","time spent":"616.019874ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:29.259083Z","caller":"traceutil/trace.go:171","msg":"trace[258932974] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"225.387641ms","start":"2026-03-19T17:52:29.033645Z","end":"2026-03-19T17:52:29.259032Z","steps":["trace[258932974] 'process raft request' (duration: 205.866691ms)","trace[258932974] 'compare' (duration: 19.097059ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:29.491163Z","caller":"traceutil/trace.go:171","msg":"trace[97059070] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"221.034977ms","start":"2026-03-19T17:52:29.270099Z","end":"2026-03-19T17:52:29.491134Z","steps":["trace[97059070] 'process raft request' (duration: 134.014367ms)","trace[97059070] 'compare' (duration: 86.861847ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:32.558795Z","caller":"traceutil/trace.go:171","msg":"trace[533327335] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"208.978623ms","start":"2026-03-19T17:52:32.349713Z","end":"2026-03-19T17:52:32.558692Z","steps":["trace[533327335] 'process raft request' (duration: 176.648552ms)","trace[533327335] 'compare' (duration: 32.124786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:34.009954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.687888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:34.010118Z","caller":"traceutil/trace.go:171","msg":"trace[1921867347] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"438.46232ms","start":"2026-03-19T17:52:33.571636Z","end":"2026-03-19T17:52:34.010098Z","steps":["trace[1921867347] 'process raft request' (duration: 223.547757ms)","trace[1921867347] 'compare' (duration: 214.539484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:34.010188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:33.571613Z","time spent":"438.545933ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:34.010679Z","caller":"traceutil/trace.go:171","msg":"trace[1631306055] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"438.165224ms","start":"2026-03-19T17:52:33.572482Z","end":"2026-03-19T17:52:34.010647Z","steps":["trace[1631306055] 'process raft request' (duration: 437.57357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:34.011004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:33.572456Z","time spent":"438.467751ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:36.156631Z","caller":"traceutil/trace.go:171","msg":"trace[1363483901] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"111.974199ms","start":"2026-03-19T17:52:36.044635Z","end":"2026-03-19T17:52:36.156609Z","steps":["trace[1363483901] 'process raft request' (duration: 111.828055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:36.387511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.223925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:36.387673Z","caller":"traceutil/trace.go:171","msg":"trace[781281736] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:471; }","duration":"269.550661ms","start":"2026-03-19T17:52:36.118102Z","end":"2026-03-19T17:52:36.387653Z","steps":["trace[781281736] 'read index received' (duration: 38.512138ms)","trace[781281736] 'applied index is now lower than readState.Index' (duration: 231.027532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:36.387904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.774546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:52:36.387996Z","caller":"traceutil/trace.go:171","msg":"trace[1040200140] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:456; }","duration":"269.923679ms","start":"2026-03-19T17:52:36.118048Z","end":"2026-03-19T17:52:36.387971Z","steps":["trace[1040200140] 'agreement among raft nodes before linearized reading' (duration: 269.731144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:36.387756Z","caller":"traceutil/trace.go:171","msg":"trace[243718573] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"342.849797ms","start":"2026-03-19T17:52:36.044859Z","end":"2026-03-19T17:52:36.387708Z","steps":["trace[243718573] 'process raft request' (duration: 213.325545ms)","trace[243718573] 'compare' (duration: 129.053111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:36.388525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:36.044846Z","time spent":"343.571625ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:38.710279Z","caller":"traceutil/trace.go:171","msg":"trace[1811823014] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:477; }","duration":"274.104377ms","start":"2026-03-19T17:52:38.436137Z","end":"2026-03-19T17:52:38.710241Z","steps":["trace[1811823014] 'read index received' (duration: 273.923013ms)","trace[1811823014] 'applied index is now lower than readState.Index' (duration: 179.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:38.710347Z","caller":"traceutil/trace.go:171","msg":"trace[323792347] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"308.906468ms","start":"2026-03-19T17:52:38.401399Z","end":"2026-03-19T17:52:38.710305Z","steps":["trace[323792347] 'process raft request' (duration: 308.626831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:38.710514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.316842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:52:38.710785Z","caller":"traceutil/trace.go:171","msg":"trace[247062304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:461; }","duration":"274.551749ms","start":"2026-03-19T17:52:38.436096Z","end":"2026-03-19T17:52:38.710647Z","steps":["trace[247062304] 'agreement among raft nodes before linearized reading' (duration: 274.251701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:38.710837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.401375Z","time spent":"309.082062ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:39.681041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.860085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:39.681289Z","caller":"traceutil/trace.go:171","msg":"trace[869750878] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:478; }","duration":"372.26494ms","start":"2026-03-19T17:52:39.309006Z","end":"2026-03-19T17:52:39.681271Z","steps":["trace[869750878] 'read index received' (duration: 89.080598ms)","trace[869750878] 'applied index is now lower than readState.Index' (duration: 283.183282ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:39.681456Z","caller":"traceutil/trace.go:171","msg":"trace[1839336132] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"404.407287ms","start":"2026-03-19T17:52:39.277038Z","end":"2026-03-19T17:52:39.681445Z","steps":["trace[1839336132] 'process raft request' (duration: 404.177542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:39.681589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.276995Z","time spent":"404.5262ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:39.681779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.780133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:39.681852Z","caller":"traceutil/trace.go:171","msg":"trace[507263754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"372.893085ms","start":"2026-03-19T17:52:39.308946Z","end":"2026-03-19T17:52:39.681839Z","steps":["trace[507263754] 'agreement among raft nodes before linearized reading' (duration: 372.785323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:39.681949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.30892Z","time spent":"373.019187ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:52:39.681843Z","caller":"traceutil/trace.go:171","msg":"trace[2045519445] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"966.748416ms","start":"2026-03-19T17:52:38.715052Z","end":"2026-03-19T17:52:39.6818Z","steps":["trace[2045519445] 'process raft request' (duration: 471.847737ms)","trace[2045519445] 'compare' (duration: 493.688111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:39.682268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.715025Z","time spent":"967.081844ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:41.36544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.124354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:41.365548Z","caller":"traceutil/trace.go:171","msg":"trace[1671286172] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"1.19351008s","start":"2026-03-19T17:52:40.172021Z","end":"2026-03-19T17:52:41.365531Z","steps":["trace[1671286172] 'read index received' (duration: 412.14947ms)","trace[1671286172] 'applied index is now lower than readState.Index' (duration: 781.35913ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:41.365576Z","caller":"traceutil/trace.go:171","msg":"trace[1436790269] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.678872035s","start":"2026-03-19T17:52:39.686672Z","end":"2026-03-19T17:52:41.365544Z","steps":["trace[1436790269] 'process raft request' (duration: 897.549826ms)","trace[1436790269] 'compare' (duration: 780.588132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:41.365684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.68664Z","time spent":"1.678990937s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:41.36587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052500357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:41.365924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.444124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:52:41.365959Z","caller":"traceutil/trace.go:171","msg":"trace[1016840984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"1.05265177s","start":"2026-03-19T17:52:40.313284Z","end":"2026-03-19T17:52:41.365936Z","steps":["trace[1016840984] 'agreement among raft nodes before linearized reading' (duration: 1.052480976s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.365993Z","caller":"traceutil/trace.go:171","msg":"trace[372190938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"650.582758ms","start":"2026-03-19T17:52:40.715394Z","end":"2026-03-19T17:52:41.365977Z","steps":["trace[372190938] 'agreement among raft nodes before linearized reading' (duration: 650.437305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.366003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.313263Z","time spent":"1.052731582s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:41.366003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19398881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:52:41.366026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.715372Z","time spent":"650.648389ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:52:41.366044Z","caller":"traceutil/trace.go:171","msg":"trace[294191956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:464; }","duration":"1.194107803s","start":"2026-03-19T17:52:40.171924Z","end":"2026-03-19T17:52:41.366032Z","steps":["trace[294191956] 'agreement among raft nodes before linearized reading' (duration: 1.193694034s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.366076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.17189Z","time spent":"1.194178345s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:52:41.527514Z","caller":"traceutil/trace.go:171","msg":"trace[1596521476] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:481; }","duration":"153.599139ms","start":"2026-03-19T17:52:41.373891Z","end":"2026-03-19T17:52:41.52749Z","steps":["trace[1596521476] 'read index received' (duration: 86.768074ms)","trace[1596521476] 'applied index is now lower than readState.Index' (duration: 66.818864ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:41.527606Z","caller":"traceutil/trace.go:171","msg":"trace[1386744693] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"156.840815ms","start":"2026-03-19T17:52:41.370731Z","end":"2026-03-19T17:52:41.527572Z","steps":["trace[1386744693] 'process raft request' (duration: 96.810921ms)","trace[1386744693] 'compare' (duration: 59.83823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:41.527651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.731191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:41.527685Z","caller":"traceutil/trace.go:171","msg":"trace[252323097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"153.809614ms","start":"2026-03-19T17:52:41.373864Z","end":"2026-03-19T17:52:41.527674Z","steps":["trace[252323097] 'agreement among raft nodes before linearized reading' (duration: 153.722642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:43.505283Z","caller":"traceutil/trace.go:171","msg":"trace[601218283] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"131.53891ms","start":"2026-03-19T17:52:43.373732Z","end":"2026-03-19T17:52:43.505271Z","steps":["trace[601218283] 'process raft request' (duration: 131.366466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:44.024801Z","caller":"traceutil/trace.go:171","msg":"trace[784327091] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"243.102908ms","start":"2026-03-19T17:52:43.781671Z","end":"2026-03-19T17:52:44.024773Z","steps":["trace[784327091] 'process raft request' (duration: 242.956293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.073122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.679243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:48.073228Z","caller":"traceutil/trace.go:171","msg":"trace[1903402295] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"487.560987ms","start":"2026-03-19T17:52:47.58565Z","end":"2026-03-19T17:52:48.073211Z","steps":["trace[1903402295] 'process raft request' (duration: 119.692829ms)","trace[1903402295] 'compare' (duration: 367.563161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:48.073319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:47.58563Z","time spent":"487.632119ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:48.100454Z","caller":"traceutil/trace.go:171","msg":"trace[1349767563] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:497; }","duration":"483.767147ms","start":"2026-03-19T17:52:47.61664Z","end":"2026-03-19T17:52:48.100408Z","steps":["trace[1349767563] 'read index received' (duration: 88.76308ms)","trace[1349767563] 'applied index is now lower than readState.Index' (duration: 395.002937ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:48.100502Z","caller":"traceutil/trace.go:171","msg":"trace[558613782] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"513.552669ms","start":"2026-03-19T17:52:47.586907Z","end":"2026-03-19T17:52:48.100459Z","steps":["trace[558613782] 'process raft request' (duration: 509.422232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.100661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:47.586886Z","time spent":"513.706542ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317296,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:48.100696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.036804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:52:48.100779Z","caller":"traceutil/trace.go:171","msg":"trace[1926734893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:480; }","duration":"484.161036ms","start":"2026-03-19T17:52:47.616597Z","end":"2026-03-19T17:52:48.100758Z","steps":["trace[1926734893] 'agreement among raft nodes before linearized reading' (duration: 483.965501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.100835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:47.61658Z","time spent":"484.246189ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:52:48.629312Z","caller":"traceutil/trace.go:171","msg":"trace[2093825627] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"520.441742ms","start":"2026-03-19T17:52:48.108828Z","end":"2026-03-19T17:52:48.62927Z","steps":["trace[2093825627] 'process raft request' (duration: 479.662132ms)","trace[2093825627] 'compare' (duration: 40.541685ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:48.629461Z","caller":"traceutil/trace.go:171","msg":"trace[1328269092] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:500; }","duration":"312.546613ms","start":"2026-03-19T17:52:48.316903Z","end":"2026-03-19T17:52:48.62945Z","steps":["trace[1328269092] 'read index received' (duration: 271.512117ms)","trace[1328269092] 'applied index is now lower than readState.Index' (duration: 41.033276ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:48.629491Z","caller":"traceutil/trace.go:171","msg":"trace[757769916] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"497.965223ms","start":"2026-03-19T17:52:48.131495Z","end":"2026-03-19T17:52:48.62946Z","steps":["trace[757769916] 'process raft request' (duration: 497.764718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.629527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.108802Z","time spent":"520.611396ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:48.629325Z","caller":"traceutil/trace.go:171","msg":"trace[647945053] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"498.137266ms","start":"2026-03-19T17:52:48.13116Z","end":"2026-03-19T17:52:48.629297Z","steps":["trace[647945053] 'process raft request' (duration: 498.034183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.629656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.131481Z","time spent":"498.091355ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:48.629683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.131147Z","time spent":"498.461924ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:48.629708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.667166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:48.6298Z","caller":"traceutil/trace.go:171","msg":"trace[1428424346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"312.883731ms","start":"2026-03-19T17:52:48.316863Z","end":"2026-03-19T17:52:48.629747Z","steps":["trace[1428424346] 'agreement among raft nodes before linearized reading' (duration: 312.640116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.629845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.316844Z","time spent":"312.990073ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:49.098187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.75795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:49.098321Z","caller":"traceutil/trace.go:171","msg":"trace[1197870991] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"462.799155ms","start":"2026-03-19T17:52:48.635488Z","end":"2026-03-19T17:52:49.098287Z","steps":["trace[1197870991] 'process raft request' (duration: 202.86329ms)","trace[1197870991] 'compare' (duration: 259.544905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:49.098614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.635466Z","time spent":"463.113491ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:51.402959Z","caller":"traceutil/trace.go:171","msg":"trace[930727033] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"281.739387ms","start":"2026-03-19T17:52:51.121184Z","end":"2026-03-19T17:52:51.402923Z","steps":["trace[930727033] 'process raft request' (duration: 281.460811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:51.559665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.52966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:52:52.035128Z","caller":"traceutil/trace.go:171","msg":"trace[1712034111] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"431.034996ms","start":"2026-03-19T17:52:51.604068Z","end":"2026-03-19T17:52:52.035103Z","steps":["trace[1712034111] 'process raft request' (duration: 430.904463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.035268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.604047Z","time spent":"431.149508ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:52.61023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.737544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:52.610316Z","caller":"traceutil/trace.go:171","msg":"trace[1252917465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"297.865878ms","start":"2026-03-19T17:52:52.31243Z","end":"2026-03-19T17:52:52.610296Z","steps":["trace[1252917465] 'range keys from in-memory index tree' (duration: 297.674623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.610311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.250186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T17:52:52.610336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.979941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:52:52.610396Z","caller":"traceutil/trace.go:171","msg":"trace[1825888957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"413.388748ms","start":"2026-03-19T17:52:52.196985Z","end":"2026-03-19T17:52:52.610374Z","steps":["trace[1825888957] 'range keys from in-memory index tree' (duration: 413.140324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.610357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.4631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:52.610417Z","caller":"traceutil/trace.go:171","msg":"trace[1430133337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"464.116064ms","start":"2026-03-19T17:52:52.146283Z","end":"2026-03-19T17:52:52.610399Z","steps":["trace[1430133337] 'range keys from in-memory index tree' (duration: 463.865098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.61046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:52.196975Z","time spent":"413.475621ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:52:52.610467Z","caller":"traceutil/trace.go:171","msg":"trace[1481295050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:522; }","duration":"407.580472ms","start":"2026-03-19T17:52:52.202869Z","end":"2026-03-19T17:52:52.610449Z","steps":["trace[1481295050] 'range keys from in-memory index tree' (duration: 407.450169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.610474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:52.146265Z","time spent":"464.199766ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:52:55.528518Z","caller":"traceutil/trace.go:171","msg":"trace[1074236883] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:568; }","duration":"845.90777ms","start":"2026-03-19T17:52:54.682578Z","end":"2026-03-19T17:52:55.528485Z","steps":["trace[1074236883] 'read index received' (duration: 68.298459ms)","trace[1074236883] 'applied index is now lower than readState.Index' (duration: 777.607421ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:55.528625Z","caller":"traceutil/trace.go:171","msg":"trace[187532963] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"841.183788ms","start":"2026-03-19T17:52:54.687432Z","end":"2026-03-19T17:52:55.528615Z","steps":["trace[187532963] 'process raft request' (duration: 840.958883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.528529Z","caller":"traceutil/trace.go:171","msg":"trace[2091501557] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"849.175457ms","start":"2026-03-19T17:52:54.679307Z","end":"2026-03-19T17:52:55.528483Z","steps":["trace[2091501557] 'process raft request' (duration: 813.22214ms)","trace[2091501557] 'compare' (duration: 35.699751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:55.528747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:54.687411Z","time spent":"841.261171ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:55.528808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:54.679293Z","time spent":"849.392652ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:55.528813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.216487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:52:55.528893Z","caller":"traceutil/trace.go:171","msg":"trace[1649272423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"846.3472ms","start":"2026-03-19T17:52:54.682524Z","end":"2026-03-19T17:52:55.528871Z","steps":["trace[1649272423] 'agreement among raft nodes before linearized reading' (duration: 846.121925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.528955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:54.6825Z","time spent":"846.444872ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:52:55.78387Z","caller":"traceutil/trace.go:171","msg":"trace[1934927452] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"255.214683ms","start":"2026-03-19T17:52:55.528626Z","end":"2026-03-19T17:52:55.783841Z","steps":["trace[1934927452] 'read index received' (duration: 254.67562ms)","trace[1934927452] 'applied index is now lower than readState.Index' (duration: 538.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:55.783934Z","caller":"traceutil/trace.go:171","msg":"trace[734729960] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"293.498886ms","start":"2026-03-19T17:52:55.49038Z","end":"2026-03-19T17:52:55.783879Z","steps":["trace[734729960] 'process raft request' (duration: 293.305541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.784068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.785869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:55.784555Z","caller":"traceutil/trace.go:171","msg":"trace[1295845440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"473.346603ms","start":"2026-03-19T17:52:55.311189Z","end":"2026-03-19T17:52:55.784536Z","steps":["trace[1295845440] 'agreement among raft nodes before linearized reading' (duration: 472.78678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.784621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:55.311162Z","time spent":"473.431734ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:55.784129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.989821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:55.784856Z","caller":"traceutil/trace.go:171","msg":"trace[404881259] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"899.738248ms","start":"2026-03-19T17:52:54.8851Z","end":"2026-03-19T17:52:55.784839Z","steps":["trace[404881259] 'agreement among raft nodes before linearized reading' (duration: 899.004241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.784899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:54.885076Z","time spent":"899.81182ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-19T17:52:55.78414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.932293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:55.785045Z","caller":"traceutil/trace.go:171","msg":"trace[2014670466] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"698.910257ms","start":"2026-03-19T17:52:55.086122Z","end":"2026-03-19T17:52:55.785032Z","steps":["trace[2014670466] 'agreement among raft nodes before linearized reading' (duration: 697.883943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.785107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:55.086101Z","time spent":"698.99739ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T17:52:55.784162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.902761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:55.785271Z","caller":"traceutil/trace.go:171","msg":"trace[657943883] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"499.082109ms","start":"2026-03-19T17:52:55.286157Z","end":"2026-03-19T17:52:55.785239Z","steps":["trace[657943883] 'agreement among raft nodes before linearized reading' (duration: 497.785868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.785356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:55.286127Z","time spent":"499.209552ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T17:52:55.784263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017368409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-np5f2\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-03-19T17:52:55.78563Z","caller":"traceutil/trace.go:171","msg":"trace[472028034] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-np5f2; range_end:; response_count:1; response_revision:552; }","duration":"1.018805684s","start":"2026-03-19T17:52:54.76681Z","end":"2026-03-19T17:52:55.785616Z","steps":["trace[472028034] 'agreement among raft nodes before linearized reading' (duration: 1.017339379s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.785673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:54.766789Z","time spent":"1.018869726s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4702,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-np5f2\" "} {"level":"info","ts":"2026-03-19T17:52:55.80058Z","caller":"traceutil/trace.go:171","msg":"trace[2018925155] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"265.745881ms","start":"2026-03-19T17:52:55.534816Z","end":"2026-03-19T17:52:55.800562Z","steps":["trace[2018925155] 'process raft request' (duration: 265.455634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.800597Z","caller":"traceutil/trace.go:171","msg":"trace[1501167914] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"263.236132ms","start":"2026-03-19T17:52:55.537346Z","end":"2026-03-19T17:52:55.800583Z","steps":["trace[1501167914] 'process raft request' (duration: 263.059028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.800771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.618721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-19T17:52:55.800815Z","caller":"traceutil/trace.go:171","msg":"trace[1883941213] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:554; }","duration":"114.723483ms","start":"2026-03-19T17:52:55.686081Z","end":"2026-03-19T17:52:55.800804Z","steps":["trace[1883941213] 'agreement among raft nodes before linearized reading' (duration: 114.59606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:57.444409Z","caller":"traceutil/trace.go:171","msg":"trace[99673772] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"113.539196ms","start":"2026-03-19T17:52:57.330851Z","end":"2026-03-19T17:52:57.444391Z","steps":["trace[99673772] 'process raft request' (duration: 113.28443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:01.998585Z","caller":"traceutil/trace.go:171","msg":"trace[992367482] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"153.064377ms","start":"2026-03-19T17:53:01.845491Z","end":"2026-03-19T17:53:01.998555Z","steps":["trace[992367482] 'process raft request' (duration: 103.825186ms)","trace[992367482] 'compare' (duration: 49.130008ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:02.007855Z","caller":"traceutil/trace.go:171","msg":"trace[1180342187] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"147.973146ms","start":"2026-03-19T17:53:01.859854Z","end":"2026-03-19T17:53:02.007827Z","steps":["trace[1180342187] 'process raft request' (duration: 147.816133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:03.802785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013292284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7c29x\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-19T17:53:03.802883Z","caller":"traceutil/trace.go:171","msg":"trace[1696132600] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7c29x; range_end:; response_count:1; response_revision:739; }","duration":"1.013445977s","start":"2026-03-19T17:53:02.789412Z","end":"2026-03-19T17:53:03.802858Z","steps":["trace[1696132600] 'range keys from in-memory index tree' (duration: 1.013167531s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:03.802928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.789387Z","time spent":"1.01353222s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-7c29x\" "} {"level":"warn","ts":"2026-03-19T17:53:03.803053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.428601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:53:03.803167Z","caller":"traceutil/trace.go:171","msg":"trace[485378507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:739; }","duration":"233.605645ms","start":"2026-03-19T17:53:03.569539Z","end":"2026-03-19T17:53:03.803145Z","steps":["trace[485378507] 'range keys from in-memory index tree' (duration: 232.97189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:03.803257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022826228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:03.803349Z","caller":"traceutil/trace.go:171","msg":"trace[1576774900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:739; }","duration":"1.022971811s","start":"2026-03-19T17:53:02.780356Z","end":"2026-03-19T17:53:03.803328Z","steps":["trace[1576774900] 'range keys from in-memory index tree' (duration: 1.022584023s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:03.803413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.780332Z","time spent":"1.023071354s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:04.291015Z","caller":"traceutil/trace.go:171","msg":"trace[1253492425] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"482.64003ms","start":"2026-03-19T17:53:03.80835Z","end":"2026-03-19T17:53:04.29099Z","steps":["trace[1253492425] 'process raft request' (duration: 482.506657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:04.291156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.808329Z","time spent":"482.756564ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:05.644028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35315321s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:05.64447Z","caller":"traceutil/trace.go:171","msg":"trace[1206393613] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:761; }","duration":"1.641501943s","start":"2026-03-19T17:53:04.002943Z","end":"2026-03-19T17:53:05.644445Z","steps":["trace[1206393613] 'read index received' (duration: 287.941384ms)","trace[1206393613] 'applied index is now lower than readState.Index' (duration: 1.353559479s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:05.644561Z","caller":"traceutil/trace.go:171","msg":"trace[1368792939] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"1.826697687s","start":"2026-03-19T17:53:03.817854Z","end":"2026-03-19T17:53:05.644551Z","steps":["trace[1368792939] 'process raft request' (duration: 1.826513773s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.644662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.81783Z","time spent":"1.826757218s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:05.64481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333712562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:05.644855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608901935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:53:05.644895Z","caller":"traceutil/trace.go:171","msg":"trace[290528582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"1.333849115s","start":"2026-03-19T17:53:04.311026Z","end":"2026-03-19T17:53:05.644876Z","steps":["trace[290528582] 'agreement among raft nodes before linearized reading' (duration: 1.333684812s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:05.644924Z","caller":"traceutil/trace.go:171","msg":"trace[102388053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:742; }","duration":"1.609026408s","start":"2026-03-19T17:53:04.035885Z","end":"2026-03-19T17:53:05.644912Z","steps":["trace[102388053] 'agreement among raft nodes before linearized reading' (duration: 1.608797833s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.644909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496129608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:53:05.644903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641946244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:53:05.644949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.311011Z","time spent":"1.333930077s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:05.644972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.035863Z","time spent":"1.60910024s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:53:05.644995Z","caller":"traceutil/trace.go:171","msg":"trace[123141121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:742; }","duration":"1.642090128s","start":"2026-03-19T17:53:04.002884Z","end":"2026-03-19T17:53:05.644974Z","steps":["trace[123141121] 'agreement among raft nodes before linearized reading' (duration: 1.641885913s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:05.644993Z","caller":"traceutil/trace.go:171","msg":"trace[1028808473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:742; }","duration":"1.496266602s","start":"2026-03-19T17:53:04.148702Z","end":"2026-03-19T17:53:05.644968Z","steps":["trace[1028808473] 'agreement among raft nodes before linearized reading' (duration: 1.496019586s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.645051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.00286Z","time spent":"1.642179559s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:05.645054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.148678Z","time spent":"1.496363994s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:53:05.645416Z","caller":"traceutil/trace.go:171","msg":"trace[1856240609] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"1.83575403s","start":"2026-03-19T17:53:03.808854Z","end":"2026-03-19T17:53:05.644608Z","steps":["trace[1856240609] 'process raft request' (duration: 1.835342551s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.645535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.80883Z","time spent":"1.8366379s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:06.321047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.592972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:06.321433Z","caller":"traceutil/trace.go:171","msg":"trace[1929329083] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:764; }","duration":"666.973414ms","start":"2026-03-19T17:53:05.654434Z","end":"2026-03-19T17:53:06.321408Z","steps":["trace[1929329083] 'read index received' (duration: 132.935362ms)","trace[1929329083] 'applied index is now lower than readState.Index' (duration: 534.036272ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:06.321497Z","caller":"traceutil/trace.go:171","msg":"trace[1024986134] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"671.952632ms","start":"2026-03-19T17:53:05.649434Z","end":"2026-03-19T17:53:06.321387Z","steps":["trace[1024986134] 'process raft request' (duration: 137.883419ms)","trace[1024986134] 'compare' (duration: 533.331745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:06.321671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.649418Z","time spent":"672.145116ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:06.321811Z","caller":"traceutil/trace.go:171","msg":"trace[415901898] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"672.300129ms","start":"2026-03-19T17:53:05.649499Z","end":"2026-03-19T17:53:06.3218Z","steps":["trace[415901898] 'process raft request' (duration: 671.712986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:06.32187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.649476Z","time spent":"672.364561ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:06.321887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.430885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:06.321962Z","caller":"traceutil/trace.go:171","msg":"trace[1285583160] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"671.88274ms","start":"2026-03-19T17:53:05.650069Z","end":"2026-03-19T17:53:06.321952Z","steps":["trace[1285583160] 'process raft request' (duration: 671.285366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:06.32199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.918772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:53:06.321996Z","caller":"traceutil/trace.go:171","msg":"trace[18352016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:745; }","duration":"667.560827ms","start":"2026-03-19T17:53:05.654408Z","end":"2026-03-19T17:53:06.321969Z","steps":["trace[18352016] 'agreement among raft nodes before linearized reading' (duration: 667.358823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:06.322008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.650057Z","time spent":"671.924281ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:06.322044Z","caller":"traceutil/trace.go:171","msg":"trace[924535796] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:745; }","duration":"203.010524ms","start":"2026-03-19T17:53:06.119019Z","end":"2026-03-19T17:53:06.32203Z","steps":["trace[924535796] 'agreement among raft nodes before linearized reading' (duration: 202.83238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:06.32206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.654398Z","time spent":"667.647709ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:07.410449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.324434ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T17:53:07.410802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.322977Z","time spent":"1.08780756s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:53:07.410857Z","caller":"traceutil/trace.go:171","msg":"trace[1146431173] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"1.084380529s","start":"2026-03-19T17:53:06.326453Z","end":"2026-03-19T17:53:07.410834Z","steps":["trace[1146431173] 'process raft request' (duration: 1.084136692s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:07.411021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.326426Z","time spent":"1.084484201s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:07.81121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571849727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:08.31149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571849727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:08.812629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571849727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:09.311425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:53:09.311532Z","caller":"traceutil/trace.go:171","msg":"trace[762833431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503723s","start":"2026-03-19T17:53:07.311Z","end":"2026-03-19T17:53:09.311504Z","steps":["trace[762833431] 'agreement among raft nodes before linearized reading' (duration: 2.00038265s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:09.311583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:07.310966Z","time spent":"2.000606444s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:53:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:09.313644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571849727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:09.814652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571849727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:10.315754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571849727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:10.765355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.591814385s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:10.799764Z","caller":"traceutil/trace.go:171","msg":"trace[485702610] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"4.282398874s","start":"2026-03-19T17:53:06.517322Z","end":"2026-03-19T17:53:10.799721Z","steps":["trace[485702610] 'process raft request' (duration: 4.24825232s)","trace[485702610] 'compare' (duration: 33.50674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:10.799957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.517293Z","time spent":"4.282567588s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:10.865458Z","caller":"traceutil/trace.go:171","msg":"trace[1296154577] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:769; }","duration":"3.554371212s","start":"2026-03-19T17:53:07.311056Z","end":"2026-03-19T17:53:10.865427Z","steps":["trace[1296154577] 'read index received' (duration: 3.454513589s)","trace[1296154577] 'applied index is now lower than readState.Index' (duration: 99.856413ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:10.865563Z","caller":"traceutil/trace.go:171","msg":"trace[629091152] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"383.462004ms","start":"2026-03-19T17:53:10.482053Z","end":"2026-03-19T17:53:10.865515Z","steps":["trace[629091152] 'process raft request' (duration: 383.314071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:10.86561Z","caller":"traceutil/trace.go:171","msg":"trace[1382480658] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"3.453137867s","start":"2026-03-19T17:53:07.412427Z","end":"2026-03-19T17:53:10.865564Z","steps":["trace[1382480658] 'process raft request' (duration: 3.452784259s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.865717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553977073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:10.865772Z","caller":"traceutil/trace.go:171","msg":"trace[1581576751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:749; }","duration":"1.554093016s","start":"2026-03-19T17:53:09.311663Z","end":"2026-03-19T17:53:10.865756Z","steps":["trace[1581576751] 'agreement among raft nodes before linearized reading' (duration: 1.553953242s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.865762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.482021Z","time spent":"383.641028ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:10.865814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.311641Z","time spent":"1.554165807s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:10.865775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:07.412397Z","time spent":"3.453294421s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:10.865888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53942658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T17:53:10.865917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448247641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:53:10.866005Z","caller":"traceutil/trace.go:171","msg":"trace[819127748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:749; }","duration":"1.448381234s","start":"2026-03-19T17:53:09.417601Z","end":"2026-03-19T17:53:10.865982Z","steps":["trace[819127748] 'agreement among raft nodes before linearized reading' (duration: 1.448144098s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.865768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215979839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:53:10.866051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.417565Z","time spent":"1.448476956s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:53:10.866086Z","caller":"traceutil/trace.go:171","msg":"trace[669513218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:749; }","duration":"3.216340448s","start":"2026-03-19T17:53:07.649722Z","end":"2026-03-19T17:53:10.866062Z","steps":["trace[669513218] 'agreement among raft nodes before linearized reading' (duration: 3.215880877s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.866035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539905841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:53:10.866157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:07.649701Z","time spent":"3.216440421s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:10.866157Z","caller":"traceutil/trace.go:171","msg":"trace[1236459476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:749; }","duration":"2.540068095s","start":"2026-03-19T17:53:08.326076Z","end":"2026-03-19T17:53:10.866144Z","steps":["trace[1236459476] 'agreement among raft nodes before linearized reading' (duration: 2.539892321s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.866261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.326043Z","time spent":"2.540201698s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:53:10.866102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540100036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:53:10.866331Z","caller":"traceutil/trace.go:171","msg":"trace[1899676564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:749; }","duration":"2.540359352s","start":"2026-03-19T17:53:08.32596Z","end":"2026-03-19T17:53:10.86632Z","steps":["trace[1899676564] 'agreement among raft nodes before linearized reading' (duration: 2.540092205s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.866399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.325939Z","time spent":"2.540444253s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:53:10.865941Z","caller":"traceutil/trace.go:171","msg":"trace[67270572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:749; }","duration":"2.539499892s","start":"2026-03-19T17:53:08.326425Z","end":"2026-03-19T17:53:10.865925Z","steps":["trace[67270572] 'agreement among raft nodes before linearized reading' (duration: 2.539374499s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.866529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.326414Z","time spent":"2.540070375s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:11.135122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.287902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:11.135276Z","caller":"traceutil/trace.go:171","msg":"trace[61408611] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:772; }","duration":"265.337362ms","start":"2026-03-19T17:53:10.869916Z","end":"2026-03-19T17:53:11.135254Z","steps":["trace[61408611] 'read index received' (duration: 139.804184ms)","trace[61408611] 'applied index is now lower than readState.Index' (duration: 125.531468ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:11.135306Z","caller":"traceutil/trace.go:171","msg":"trace[446002872] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"265.612568ms","start":"2026-03-19T17:53:10.869677Z","end":"2026-03-19T17:53:11.13529Z","steps":["trace[446002872] 'process raft request' (duration: 140.03001ms)","trace[446002872] 'compare' (duration: 125.145708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:11.13559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.654879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:53:11.135654Z","caller":"traceutil/trace.go:171","msg":"trace[2068818193] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:750; }","duration":"265.744312ms","start":"2026-03-19T17:53:10.869896Z","end":"2026-03-19T17:53:11.13564Z","steps":["trace[2068818193] 'agreement among raft nodes before linearized reading' (duration: 265.445225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.87269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:53:12.872783Z","caller":"traceutil/trace.go:171","msg":"trace[2049259653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723973s","start":"2026-03-19T17:53:10.872037Z","end":"2026-03-19T17:53:12.872761Z","steps":["trace[2049259653] 'agreement among raft nodes before linearized reading' (duration: 2.00060135s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.872832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.872021Z","time spent":"2.000797874s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:14.873388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:53:14.87347Z","caller":"traceutil/trace.go:171","msg":"trace[1623578081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400288s","start":"2026-03-19T17:53:12.873052Z","end":"2026-03-19T17:53:14.873453Z","steps":["trace[1623578081] 'agreement among raft nodes before linearized reading' (duration: 2.000297146s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.873516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.873033Z","time spent":"2.00047393s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:53:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:15.770608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.930134777s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:53:15.86903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.870427Z","time spent":"4.998597198s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 17:53:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:15.869049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.870043Z","time spent":"4.999000919s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T17:53:15.869157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.86988Z","time spent":"4.999276165s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 17:53:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/19 17:53:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:15.966404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763544486s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:15.966539Z","caller":"traceutil/trace.go:171","msg":"trace[338393500] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:750; }","duration":"3.763692549s","start":"2026-03-19T17:53:12.202822Z","end":"2026-03-19T17:53:15.966514Z","steps":["trace[338393500] 'range keys from in-memory index tree' (duration: 3.763527746s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.967395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67120887s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:15.968024Z","caller":"traceutil/trace.go:171","msg":"trace[1130961079] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"5.097722619s","start":"2026-03-19T17:53:10.870285Z","end":"2026-03-19T17:53:15.968008Z","steps":["trace[1130961079] 'process raft request' (duration: 5.097289289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.968145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.870277Z","time spent":"5.09780286s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:15.968208Z","caller":"traceutil/trace.go:171","msg":"trace[884724714] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"5.09783268s","start":"2026-03-19T17:53:10.870352Z","end":"2026-03-19T17:53:15.968185Z","steps":["trace[884724714] 'process raft request' (duration: 5.097260217s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:15.968253Z","caller":"traceutil/trace.go:171","msg":"trace[1944449023] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:773; }","duration":"4.832892088s","start":"2026-03-19T17:53:11.135309Z","end":"2026-03-19T17:53:15.968201Z","steps":["trace[1944449023] 'read index received' (duration: 160.789768ms)","trace[1944449023] 'applied index is now lower than readState.Index' (duration: 4.67209923s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:15.96829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.870345Z","time spent":"5.097903371s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:16.071269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.55308ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:53:16.071431Z","caller":"traceutil/trace.go:171","msg":"trace[1761708506] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:778; }","duration":"103.089778ms","start":"2026-03-19T17:53:15.968314Z","end":"2026-03-19T17:53:16.071404Z","steps":["trace[1761708506] 'read index received' (duration: 46.451µs)","trace[1761708506] 'applied index is now lower than readState.Index' (duration: 103.040887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:16.071474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190912435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:16.071566Z","caller":"traceutil/trace.go:171","msg":"trace[1958811322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:755; }","duration":"1.190982916s","start":"2026-03-19T17:53:14.880527Z","end":"2026-03-19T17:53:16.07151Z","steps":["trace[1958811322] 'agreement among raft nodes before linearized reading' (duration: 1.190883014s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.071563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933883017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T17:53:16.071581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191223531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f91cd81f9ec\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T17:53:16.071638Z","caller":"traceutil/trace.go:171","msg":"trace[1388120924] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:755; }","duration":"4.93401027s","start":"2026-03-19T17:53:11.137609Z","end":"2026-03-19T17:53:16.071619Z","steps":["trace[1388120924] 'agreement among raft nodes before linearized reading' (duration: 4.933864257s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.071644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.88052Z","time spent":"1.191085748s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:16.071648Z","caller":"traceutil/trace.go:171","msg":"trace[1567218239] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f91cd81f9ec; range_end:; response_count:1; response_revision:755; }","duration":"1.191324363s","start":"2026-03-19T17:53:14.880303Z","end":"2026-03-19T17:53:16.071627Z","steps":["trace[1567218239] 'agreement among raft nodes before linearized reading' (duration: 1.191139649s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.071689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.137582Z","time spent":"4.934094802s","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T17:53:16.071703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.880281Z","time spent":"1.191413706s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f91cd81f9ec\" "} {"level":"info","ts":"2026-03-19T17:53:16.545696Z","caller":"traceutil/trace.go:171","msg":"trace[414167749] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"465.034295ms","start":"2026-03-19T17:53:16.080633Z","end":"2026-03-19T17:53:16.545667Z","steps":["trace[414167749] 'read index received' (duration: 464.943783ms)","trace[414167749] 'applied index is now lower than readState.Index' (duration: 88.752µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:16.54576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:16.074484Z","time spent":"471.264127ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:53:16.545989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.109789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T17:53:16.545915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.263551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:16.546031Z","caller":"traceutil/trace.go:171","msg":"trace[688374694] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:755; }","duration":"426.192691ms","start":"2026-03-19T17:53:16.119827Z","end":"2026-03-19T17:53:16.546019Z","steps":["trace[688374694] 'agreement among raft nodes before linearized reading' (duration: 426.003176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.546083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:16.11981Z","time spent":"426.264133ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"info","ts":"2026-03-19T17:53:16.546079Z","caller":"traceutil/trace.go:171","msg":"trace[1732600890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:755; }","duration":"465.497217ms","start":"2026-03-19T17:53:16.080559Z","end":"2026-03-19T17:53:16.546056Z","steps":["trace[1732600890] 'agreement among raft nodes before linearized reading' (duration: 465.25125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.546137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:16.080525Z","time spent":"465.601289ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:18.927513Z","caller":"traceutil/trace.go:171","msg":"trace[73936959] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:799; }","duration":"104.798498ms","start":"2026-03-19T17:53:18.822691Z","end":"2026-03-19T17:53:18.92749Z","steps":["trace[73936959] 'read index received' (duration: 104.516712ms)","trace[73936959] 'applied index is now lower than readState.Index' (duration: 280.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:18.927585Z","caller":"traceutil/trace.go:171","msg":"trace[2082393563] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"116.352062ms","start":"2026-03-19T17:53:18.8112Z","end":"2026-03-19T17:53:18.927552Z","steps":["trace[2082393563] 'process raft request' (duration: 116.101326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:18.927937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.021443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:18.928072Z","caller":"traceutil/trace.go:171","msg":"trace[448468168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:774; }","duration":"105.395892ms","start":"2026-03-19T17:53:18.822657Z","end":"2026-03-19T17:53:18.928053Z","steps":["trace[448468168] 'agreement among raft nodes before linearized reading' (duration: 104.932092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:19.105924Z","caller":"traceutil/trace.go:171","msg":"trace[2108669901] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"163.824772ms","start":"2026-03-19T17:53:18.94207Z","end":"2026-03-19T17:53:19.105895Z","steps":["trace[2108669901] 'process raft request' (duration: 163.395983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:25.697066Z","caller":"traceutil/trace.go:171","msg":"trace[1049101625] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"138.27892ms","start":"2026-03-19T17:53:25.558756Z","end":"2026-03-19T17:53:25.697035Z","steps":["trace[1049101625] 'process raft request' (duration: 138.097756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:27.887733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.594419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:27.88788Z","caller":"traceutil/trace.go:171","msg":"trace[1670473690] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"153.629391ms","start":"2026-03-19T17:53:27.734223Z","end":"2026-03-19T17:53:27.887852Z","steps":["trace[1670473690] 'process raft request' (duration: 42.809686ms)","trace[1670473690] 'compare' (duration: 110.475837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:28.180783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.715051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:28.180891Z","caller":"traceutil/trace.go:171","msg":"trace[943365761] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"444.11383ms","start":"2026-03-19T17:53:27.73676Z","end":"2026-03-19T17:53:28.180874Z","steps":["trace[943365761] 'process raft request' (duration: 255.230385ms)","trace[943365761] 'compare' (duration: 188.613189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:28.180947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.736727Z","time spent":"444.193402ms","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:28.217019Z","caller":"traceutil/trace.go:171","msg":"trace[883085344] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:852; }","duration":"295.822691ms","start":"2026-03-19T17:53:27.921175Z","end":"2026-03-19T17:53:28.216997Z","steps":["trace[883085344] 'read index received' (duration: 70.825834ms)","trace[883085344] 'applied index is now lower than readState.Index' (duration: 224.995427ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:28.217111Z","caller":"traceutil/trace.go:171","msg":"trace[506611695] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"321.852694ms","start":"2026-03-19T17:53:27.895229Z","end":"2026-03-19T17:53:28.217082Z","steps":["trace[506611695] 'process raft request' (duration: 321.633919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:28.217239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.895207Z","time spent":"321.972956ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5173,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:28.217246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.064736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:28.217307Z","caller":"traceutil/trace.go:171","msg":"trace[103905617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:825; }","duration":"296.159408ms","start":"2026-03-19T17:53:27.921132Z","end":"2026-03-19T17:53:28.217291Z","steps":["trace[103905617] 'agreement among raft nodes before linearized reading' (duration: 295.985465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:28.217306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.988917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:28.217343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.957037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:53:28.217373Z","caller":"traceutil/trace.go:171","msg":"trace[1266641770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:825; }","duration":"146.072188ms","start":"2026-03-19T17:53:28.07127Z","end":"2026-03-19T17:53:28.217342Z","steps":["trace[1266641770] 'agreement among raft nodes before linearized reading' (duration: 145.977315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:28.217414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.195482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:28.217425Z","caller":"traceutil/trace.go:171","msg":"trace[1220884330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:825; }","duration":"290.09586ms","start":"2026-03-19T17:53:27.92731Z","end":"2026-03-19T17:53:28.217405Z","steps":["trace[1220884330] 'agreement among raft nodes before linearized reading' (duration: 289.850055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:28.217468Z","caller":"traceutil/trace.go:171","msg":"trace[1776596080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:825; }","duration":"139.286774ms","start":"2026-03-19T17:53:28.078166Z","end":"2026-03-19T17:53:28.217452Z","steps":["trace[1776596080] 'agreement among raft nodes before linearized reading' (duration: 139.154841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:28.217516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.221344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:28.217612Z","caller":"traceutil/trace.go:171","msg":"trace[2044474203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:825; }","duration":"143.348976ms","start":"2026-03-19T17:53:28.074237Z","end":"2026-03-19T17:53:28.217586Z","steps":["trace[2044474203] 'agreement among raft nodes before linearized reading' (duration: 143.045209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:28.339054Z","caller":"traceutil/trace.go:171","msg":"trace[339018608] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"114.889608ms","start":"2026-03-19T17:53:28.22414Z","end":"2026-03-19T17:53:28.33903Z","steps":["trace[339018608] 'process raft request' (duration: 69.78538ms)","trace[339018608] 'compare' (duration: 44.934384ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:28.339377Z","caller":"traceutil/trace.go:171","msg":"trace[283793126] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"115.175994ms","start":"2026-03-19T17:53:28.224179Z","end":"2026-03-19T17:53:28.339355Z","steps":["trace[283793126] 'process raft request' (duration: 114.806666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:28.339454Z","caller":"traceutil/trace.go:171","msg":"trace[1664413716] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"114.689973ms","start":"2026-03-19T17:53:28.22475Z","end":"2026-03-19T17:53:28.33944Z","steps":["trace[1664413716] 'process raft request' (duration: 114.494208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:29.108215Z","caller":"traceutil/trace.go:171","msg":"trace[12058958] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"132.747165ms","start":"2026-03-19T17:53:28.975424Z","end":"2026-03-19T17:53:29.108172Z","steps":["trace[12058958] 'process raft request' (duration: 132.603512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:29.253932Z","caller":"traceutil/trace.go:171","msg":"trace[2087790431] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"136.51737ms","start":"2026-03-19T17:53:29.117387Z","end":"2026-03-19T17:53:29.253905Z","steps":["trace[2087790431] 'process raft request' (duration: 113.265601ms)","trace[2087790431] 'compare' (duration: 23.132997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:30.502171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.481352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:30.502484Z","caller":"traceutil/trace.go:171","msg":"trace[338786833] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"155.153405ms","start":"2026-03-19T17:53:30.347292Z","end":"2026-03-19T17:53:30.502446Z","steps":["trace[338786833] 'process raft request' (duration: 49.270683ms)","trace[338786833] 'compare' (duration: 105.351569ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:30.502947Z","caller":"traceutil/trace.go:171","msg":"trace[822061671] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"153.582749ms","start":"2026-03-19T17:53:30.349351Z","end":"2026-03-19T17:53:30.502933Z","steps":["trace[822061671] 'process raft request' (duration: 153.309653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:30.50301Z","caller":"traceutil/trace.go:171","msg":"trace[1382277297] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"155.523694ms","start":"2026-03-19T17:53:30.347456Z","end":"2026-03-19T17:53:30.50298Z","steps":["trace[1382277297] 'process raft request' (duration: 154.889429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:31.33879Z","caller":"traceutil/trace.go:171","msg":"trace[977513775] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"119.37681ms","start":"2026-03-19T17:53:31.219379Z","end":"2026-03-19T17:53:31.338756Z","steps":["trace[977513775] 'process raft request' (duration: 105.500753ms)","trace[977513775] 'compare' (duration: 13.735624ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:32.412541Z","caller":"traceutil/trace.go:171","msg":"trace[1166887438] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"111.690155ms","start":"2026-03-19T17:53:32.300822Z","end":"2026-03-19T17:53:32.412512Z","steps":["trace[1166887438] 'process raft request' (duration: 111.48066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:34.623998Z","caller":"traceutil/trace.go:171","msg":"trace[197610914] linearizableReadLoop","detail":"{readStateIndex:872; appliedIndex:871; }","duration":"167.582869ms","start":"2026-03-19T17:53:34.456395Z","end":"2026-03-19T17:53:34.623978Z","steps":["trace[197610914] 'read index received' (duration: 167.377214ms)","trace[197610914] 'applied index is now lower than readState.Index' (duration: 204.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:34.624035Z","caller":"traceutil/trace.go:171","msg":"trace[165127133] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"204.52097ms","start":"2026-03-19T17:53:34.419491Z","end":"2026-03-19T17:53:34.624012Z","steps":["trace[165127133] 'process raft request' (duration: 204.339186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:34.624163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.751312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:34.624206Z","caller":"traceutil/trace.go:171","msg":"trace[791412652] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:842; }","duration":"167.856845ms","start":"2026-03-19T17:53:34.456339Z","end":"2026-03-19T17:53:34.624196Z","steps":["trace[791412652] 'agreement among raft nodes before linearized reading' (duration: 167.760762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:34.989325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.939345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:53:34.989325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.290609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:34.989394Z","caller":"traceutil/trace.go:171","msg":"trace[486331883] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:845; }","duration":"139.051947ms","start":"2026-03-19T17:53:34.850328Z","end":"2026-03-19T17:53:34.98938Z","steps":["trace[486331883] 'count revisions from in-memory index tree' (duration: 138.834033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:34.989421Z","caller":"traceutil/trace.go:171","msg":"trace[361908508] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:845; }","duration":"177.431192ms","start":"2026-03-19T17:53:34.811964Z","end":"2026-03-19T17:53:34.989395Z","steps":["trace[361908508] 'count revisions from in-memory index tree' (duration: 177.201567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:36.316092Z","caller":"traceutil/trace.go:171","msg":"trace[577661207] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:875; }","duration":"184.105625ms","start":"2026-03-19T17:53:36.131962Z","end":"2026-03-19T17:53:36.316067Z","steps":["trace[577661207] 'read index received' (duration: 183.949602ms)","trace[577661207] 'applied index is now lower than readState.Index' (duration: 154.763µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:36.316537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.535845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:36.316611Z","caller":"traceutil/trace.go:171","msg":"trace[290318064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:845; }","duration":"184.661087ms","start":"2026-03-19T17:53:36.131937Z","end":"2026-03-19T17:53:36.316598Z","steps":["trace[290318064] 'agreement among raft nodes before linearized reading' (duration: 184.254838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:36.484155Z","caller":"traceutil/trace.go:171","msg":"trace[614195583] linearizableReadLoop","detail":"{readStateIndex:878; appliedIndex:877; }","duration":"123.884083ms","start":"2026-03-19T17:53:36.360254Z","end":"2026-03-19T17:53:36.484138Z","steps":["trace[614195583] 'read index received' (duration: 58.418211ms)","trace[614195583] 'applied index is now lower than readState.Index' (duration: 65.464822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:36.48432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.048366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T17:53:36.484371Z","caller":"traceutil/trace.go:171","msg":"trace[1339958724] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:847; }","duration":"124.134468ms","start":"2026-03-19T17:53:36.360225Z","end":"2026-03-19T17:53:36.48436Z","steps":["trace[1339958724] 'agreement among raft nodes before linearized reading' (duration: 123.983184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:36.484267Z","caller":"traceutil/trace.go:171","msg":"trace[716816175] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"163.562718ms","start":"2026-03-19T17:53:36.320674Z","end":"2026-03-19T17:53:36.484237Z","steps":["trace[716816175] 'process raft request' (duration: 97.994873ms)","trace[716816175] 'compare' (duration: 65.34805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:38.770654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.987973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:38.770794Z","caller":"traceutil/trace.go:171","msg":"trace[1502807789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:889; }","duration":"134.182137ms","start":"2026-03-19T17:53:38.636586Z","end":"2026-03-19T17:53:38.770768Z","steps":["trace[1502807789] 'range keys from in-memory index tree' (duration: 133.765047ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.370954Z","caller":"traceutil/trace.go:171","msg":"trace[25578839] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"286.321824ms","start":"2026-03-19T17:53:39.0846Z","end":"2026-03-19T17:53:39.370922Z","steps":["trace[25578839] 'process raft request' (duration: 247.09721ms)","trace[25578839] 'compare' (duration: 38.905887ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:39.37099Z","caller":"traceutil/trace.go:171","msg":"trace[2142951488] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"285.191508ms","start":"2026-03-19T17:53:39.085771Z","end":"2026-03-19T17:53:39.370962Z","steps":["trace[2142951488] 'process raft request' (duration: 285.062695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:40.020994Z","caller":"traceutil/trace.go:171","msg":"trace[1319267313] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"132.693993ms","start":"2026-03-19T17:53:39.888275Z","end":"2026-03-19T17:53:40.020969Z","steps":["trace[1319267313] 'process raft request' (duration: 132.55674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:41.873315Z","caller":"traceutil/trace.go:171","msg":"trace[164265553] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"146.260904ms","start":"2026-03-19T17:53:41.72703Z","end":"2026-03-19T17:53:41.873291Z","steps":["trace[164265553] 'process raft request' (duration: 146.066309ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:42.899549Z","caller":"traceutil/trace.go:171","msg":"trace[884870799] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"101.640186ms","start":"2026-03-19T17:53:42.797874Z","end":"2026-03-19T17:53:42.899514Z","steps":["trace[884870799] 'process raft request' (duration: 101.311438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:44.759865Z","caller":"traceutil/trace.go:171","msg":"trace[1068819874] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"202.176516ms","start":"2026-03-19T17:53:44.557655Z","end":"2026-03-19T17:53:44.759831Z","steps":["trace[1068819874] 'process raft request' (duration: 201.8959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:45.074581Z","caller":"traceutil/trace.go:171","msg":"trace[785814836] linearizableReadLoop","detail":"{readStateIndex:1010; appliedIndex:1009; }","duration":"142.489716ms","start":"2026-03-19T17:53:44.932068Z","end":"2026-03-19T17:53:45.074558Z","steps":["trace[785814836] 'read index received' (duration: 142.18377ms)","trace[785814836] 'applied index is now lower than readState.Index' (duration: 304.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:45.074643Z","caller":"traceutil/trace.go:171","msg":"trace[115240932] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"165.445899ms","start":"2026-03-19T17:53:44.909155Z","end":"2026-03-19T17:53:45.074601Z","steps":["trace[115240932] 'process raft request' (duration: 165.217554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:45.074954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.849165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:53:45.075049Z","caller":"traceutil/trace.go:171","msg":"trace[275390768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:977; }","duration":"143.015858ms","start":"2026-03-19T17:53:44.932011Z","end":"2026-03-19T17:53:45.075027Z","steps":["trace[275390768] 'agreement among raft nodes before linearized reading' (duration: 142.65799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:47.682343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571850243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:53:47.85104Z","caller":"traceutil/trace.go:171","msg":"trace[1165638075] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1032; }","duration":"669.229817ms","start":"2026-03-19T17:53:47.181786Z","end":"2026-03-19T17:53:47.851016Z","steps":["trace[1165638075] 'read index received' (duration: 664.309626ms)","trace[1165638075] 'applied index is now lower than readState.Index' (duration: 4.918911ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:47.851091Z","caller":"traceutil/trace.go:171","msg":"trace[1377455790] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"695.530297ms","start":"2026-03-19T17:53:47.155533Z","end":"2026-03-19T17:53:47.851063Z","steps":["trace[1377455790] 'process raft request' (duration: 690.458752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:47.851199Z","caller":"traceutil/trace.go:171","msg":"trace[909432649] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"695.531697ms","start":"2026-03-19T17:53:47.155626Z","end":"2026-03-19T17:53:47.851157Z","steps":["trace[909432649] 'process raft request' (duration: 695.301192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:47.851234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.155518Z","time spent":"695.636249ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:47.851295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.435759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:47.851339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.155599Z","time spent":"695.672001ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:47.851363Z","caller":"traceutil/trace.go:171","msg":"trace[2046063621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1000; }","duration":"538.554861ms","start":"2026-03-19T17:53:47.312792Z","end":"2026-03-19T17:53:47.851347Z","steps":["trace[2046063621] 'agreement among raft nodes before linearized reading' (duration: 538.427478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:47.851398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.312765Z","time spent":"538.626613ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:47.851932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.110188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:53:47.851992Z","caller":"traceutil/trace.go:171","msg":"trace[1371878247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1000; }","duration":"670.222081ms","start":"2026-03-19T17:53:47.181756Z","end":"2026-03-19T17:53:47.851978Z","steps":["trace[1371878247] 'agreement among raft nodes before linearized reading' (duration: 669.401331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:47.852031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.181741Z","time spent":"670.280782ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:53:57.186749Z","caller":"traceutil/trace.go:171","msg":"trace[1799479631] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"238.681229ms","start":"2026-03-19T17:53:56.947987Z","end":"2026-03-19T17:53:57.186669Z","steps":["trace[1799479631] 'process raft request' (duration: 238.443013ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:57.437032Z","caller":"traceutil/trace.go:171","msg":"trace[553919104] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1079; }","duration":"123.831181ms","start":"2026-03-19T17:53:57.313172Z","end":"2026-03-19T17:53:57.437003Z","steps":["trace[553919104] 'read index received' (duration: 123.663327ms)","trace[553919104] 'applied index is now lower than readState.Index' (duration: 166.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:57.437136Z","caller":"traceutil/trace.go:171","msg":"trace[930918947] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"245.442632ms","start":"2026-03-19T17:53:57.191645Z","end":"2026-03-19T17:53:57.437088Z","steps":["trace[930918947] 'process raft request' (duration: 245.157965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:57.437206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.005456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:57.437311Z","caller":"traceutil/trace.go:171","msg":"trace[1032214186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1043; }","duration":"124.122998ms","start":"2026-03-19T17:53:57.313161Z","end":"2026-03-19T17:53:57.437284Z","steps":["trace[1032214186] 'agreement among raft nodes before linearized reading' (duration: 123.946184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:58.384039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.329848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:58.38415Z","caller":"traceutil/trace.go:171","msg":"trace[12399995] linearizableReadLoop","detail":"{readStateIndex:1084; appliedIndex:1083; }","duration":"366.955861ms","start":"2026-03-19T17:53:58.017178Z","end":"2026-03-19T17:53:58.384134Z","steps":["trace[12399995] 'read index received' (duration: 28.455649ms)","trace[12399995] 'applied index is now lower than readState.Index' (duration: 338.499042ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:58.384165Z","caller":"traceutil/trace.go:171","msg":"trace[1172060207] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"448.332675ms","start":"2026-03-19T17:53:57.93581Z","end":"2026-03-19T17:53:58.384143Z","steps":["trace[1172060207] 'process raft request' (duration: 109.817873ms)","trace[1172060207] 'compare' (duration: 338.124823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:58.384259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.074644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:58.38427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:57.935801Z","time spent":"448.407016ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:58.38433Z","caller":"traceutil/trace.go:171","msg":"trace[1960909345] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1047; }","duration":"367.191307ms","start":"2026-03-19T17:53:58.017118Z","end":"2026-03-19T17:53:58.384309Z","steps":["trace[1960909345] 'agreement among raft nodes before linearized reading' (duration: 367.085994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:58.384357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.913962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-g8ht4\" ","response":"range_response_count:1 size:4225"} {"level":"warn","ts":"2026-03-19T17:53:58.384381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.017093Z","time spent":"367.271868ms","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:58.384433Z","caller":"traceutil/trace.go:171","msg":"trace[1876599966] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-g8ht4; range_end:; response_count:1; response_revision:1047; }","duration":"235.027634ms","start":"2026-03-19T17:53:58.149384Z","end":"2026-03-19T17:53:58.384412Z","steps":["trace[1876599966] 'agreement among raft nodes before linearized reading' (duration: 234.83863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:58.654514Z","caller":"traceutil/trace.go:171","msg":"trace[1235543382] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"261.767755ms","start":"2026-03-19T17:53:58.392712Z","end":"2026-03-19T17:53:58.654479Z","steps":["trace[1235543382] 'process raft request' (duration: 225.543379ms)","trace[1235543382] 'compare' (duration: 36.091613ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:59.558336Z","caller":"traceutil/trace.go:171","msg":"trace[1710642408] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1085; }","duration":"245.572496ms","start":"2026-03-19T17:53:59.312737Z","end":"2026-03-19T17:53:59.558309Z","steps":["trace[1710642408] 'read index received' (duration: 245.35615ms)","trace[1710642408] 'applied index is now lower than readState.Index' (duration: 207.276µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:59.558553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.811071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:59.558616Z","caller":"traceutil/trace.go:171","msg":"trace[1550564733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1049; }","duration":"245.933953ms","start":"2026-03-19T17:53:59.312663Z","end":"2026-03-19T17:53:59.558597Z","steps":["trace[1550564733] 'agreement among raft nodes before linearized reading' (duration: 245.79812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:59.55859Z","caller":"traceutil/trace.go:171","msg":"trace[1171699947] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"362.610163ms","start":"2026-03-19T17:53:59.195945Z","end":"2026-03-19T17:53:59.558555Z","steps":["trace[1171699947] 'process raft request' (duration: 362.208653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.558843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.506698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:53:59.558957Z","caller":"traceutil/trace.go:171","msg":"trace[1452777421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1049; }","duration":"117.683481ms","start":"2026-03-19T17:53:59.441247Z","end":"2026-03-19T17:53:59.55893Z","steps":["trace[1452777421] 'agreement among raft nodes before linearized reading' (duration: 117.318703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.558902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:59.195927Z","time spent":"362.865428ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:00.169181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.872468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:00.169266Z","caller":"traceutil/trace.go:171","msg":"trace[939846016] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1052; }","duration":"237.016561ms","start":"2026-03-19T17:53:59.932231Z","end":"2026-03-19T17:54:00.169248Z","steps":["trace[939846016] 'count revisions from in-memory index tree' (duration: 236.779835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:00.169564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.927211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:54:00.169598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.883664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:00.169624Z","caller":"traceutil/trace.go:171","msg":"trace[28143768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1052; }","duration":"234.041053ms","start":"2026-03-19T17:53:59.935568Z","end":"2026-03-19T17:54:00.169609Z","steps":["trace[28143768] 'range keys from in-memory index tree' (duration: 233.684185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:00.169644Z","caller":"traceutil/trace.go:171","msg":"trace[861862784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1052; }","duration":"195.984226ms","start":"2026-03-19T17:53:59.973646Z","end":"2026-03-19T17:54:00.169631Z","steps":["trace[861862784] 'range keys from in-memory index tree' (duration: 195.726069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:00.617271Z","caller":"traceutil/trace.go:171","msg":"trace[1317287389] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"438.88095ms","start":"2026-03-19T17:54:00.178356Z","end":"2026-03-19T17:54:00.617237Z","steps":["trace[1317287389] 'process raft request' (duration: 438.762277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:00.617312Z","caller":"traceutil/trace.go:171","msg":"trace[1038974223] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"441.191203ms","start":"2026-03-19T17:54:00.176072Z","end":"2026-03-19T17:54:00.617263Z","steps":["trace[1038974223] 'process raft request' (duration: 440.111188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:00.619066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.176047Z","time spent":"442.88137ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:00.619372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.049463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:00.619384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.178338Z","time spent":"439.010363ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4398,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:00.619462Z","caller":"traceutil/trace.go:171","msg":"trace[1374625499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1055; }","duration":"306.159575ms","start":"2026-03-19T17:54:00.313255Z","end":"2026-03-19T17:54:00.619415Z","steps":["trace[1374625499] 'agreement among raft nodes before linearized reading' (duration: 304.15178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:00.619503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.313223Z","time spent":"306.272188ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:54:00.617248Z","caller":"traceutil/trace.go:171","msg":"trace[868108864] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1090; }","duration":"303.887455ms","start":"2026-03-19T17:54:00.313323Z","end":"2026-03-19T17:54:00.61721Z","steps":["trace[868108864] 'read index received' (duration: 302.931112ms)","trace[868108864] 'applied index is now lower than readState.Index' (duration: 954.633µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:00.620624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.070456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:00.62068Z","caller":"traceutil/trace.go:171","msg":"trace[306074314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1055; }","duration":"231.128277ms","start":"2026-03-19T17:54:00.38954Z","end":"2026-03-19T17:54:00.620668Z","steps":["trace[306074314] 'agreement among raft nodes before linearized reading' (duration: 230.971134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:00.977411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.442016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:00.977762Z","caller":"traceutil/trace.go:171","msg":"trace[2064432714] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"277.455811ms","start":"2026-03-19T17:54:00.70028Z","end":"2026-03-19T17:54:00.977736Z","steps":["trace[2064432714] 'process raft request' (duration: 277.313618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:00.977743Z","caller":"traceutil/trace.go:171","msg":"trace[1465817286] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"350.451185ms","start":"2026-03-19T17:54:00.627246Z","end":"2026-03-19T17:54:00.977697Z","steps":["trace[1465817286] 'process raft request' (duration: 103.57431ms)","trace[1465817286] 'compare' (duration: 246.156268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:00.977959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.627224Z","time spent":"350.627208ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:01.468242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.892641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:01.468359Z","caller":"traceutil/trace.go:171","msg":"trace[1244063576] linearizableReadLoop","detail":"{readStateIndex:1095; appliedIndex:1094; }","duration":"303.881633ms","start":"2026-03-19T17:54:01.16446Z","end":"2026-03-19T17:54:01.468341Z","steps":["trace[1244063576] 'read index received' (duration: 72.683176ms)","trace[1244063576] 'applied index is now lower than readState.Index' (duration: 231.197027ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:01.468418Z","caller":"traceutil/trace.go:171","msg":"trace[1227985266] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"482.225437ms","start":"2026-03-19T17:54:00.986146Z","end":"2026-03-19T17:54:01.468371Z","steps":["trace[1227985266] 'process raft request' (duration: 251.104352ms)","trace[1227985266] 'compare' (duration: 230.717296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:01.468531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.071247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T17:54:01.468573Z","caller":"traceutil/trace.go:171","msg":"trace[219293503] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1058; }","duration":"304.152589ms","start":"2026-03-19T17:54:01.164407Z","end":"2026-03-19T17:54:01.468559Z","steps":["trace[219293503] 'agreement among raft nodes before linearized reading' (duration: 303.982645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.468621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:01.164352Z","time spent":"304.258461ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:54:01.468632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.986121Z","time spent":"482.402671ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4296,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:15.714106Z","caller":"traceutil/trace.go:171","msg":"trace[1723275274] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"134.162807ms","start":"2026-03-19T17:54:15.579913Z","end":"2026-03-19T17:54:15.714076Z","steps":["trace[1723275274] 'process raft request' (duration: 133.155283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:15.714209Z","caller":"traceutil/trace.go:171","msg":"trace[1524194004] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"133.476191ms","start":"2026-03-19T17:54:15.58068Z","end":"2026-03-19T17:54:15.714156Z","steps":["trace[1524194004] 'process raft request' (duration: 133.344108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:15.714789Z","caller":"traceutil/trace.go:171","msg":"trace[887312247] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"134.131676ms","start":"2026-03-19T17:54:15.580438Z","end":"2026-03-19T17:54:15.71457Z","steps":["trace[887312247] 'process raft request' (duration: 133.521882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:15.984756Z","caller":"traceutil/trace.go:171","msg":"trace[1504647581] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"126.89676ms","start":"2026-03-19T17:54:15.857829Z","end":"2026-03-19T17:54:15.984725Z","steps":["trace[1504647581] 'process raft request' (duration: 123.586975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:16.150888Z","caller":"traceutil/trace.go:171","msg":"trace[374637172] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"120.743901ms","start":"2026-03-19T17:54:16.030116Z","end":"2026-03-19T17:54:16.15086Z","steps":["trace[374637172] 'process raft request' (duration: 120.69692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:16.150984Z","caller":"traceutil/trace.go:171","msg":"trace[723166908] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"148.454373ms","start":"2026-03-19T17:54:16.002505Z","end":"2026-03-19T17:54:16.150959Z","steps":["trace[723166908] 'process raft request' (duration: 148.248348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:16.15123Z","caller":"traceutil/trace.go:171","msg":"trace[1701177906] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"149.010585ms","start":"2026-03-19T17:54:16.002203Z","end":"2026-03-19T17:54:16.151214Z","steps":["trace[1701177906] 'process raft request' (duration: 142.760602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:16.151228Z","caller":"traceutil/trace.go:171","msg":"trace[1183164244] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1244; }","duration":"121.195692ms","start":"2026-03-19T17:54:16.030009Z","end":"2026-03-19T17:54:16.151205Z","steps":["trace[1183164244] 'read index received' (duration: 114.96436ms)","trace[1183164244] 'applied index is now lower than readState.Index' (duration: 6.228812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:16.151618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.593421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:93586"} {"level":"info","ts":"2026-03-19T17:54:16.151676Z","caller":"traceutil/trace.go:171","msg":"trace[1837518616] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1205; }","duration":"121.698543ms","start":"2026-03-19T17:54:16.029964Z","end":"2026-03-19T17:54:16.151663Z","steps":["trace[1837518616] 'agreement among raft nodes before linearized reading' (duration: 121.425657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.692497Z","caller":"traceutil/trace.go:171","msg":"trace[674899088] linearizableReadLoop","detail":"{readStateIndex:1327; appliedIndex:1326; }","duration":"379.395287ms","start":"2026-03-19T17:54:18.313064Z","end":"2026-03-19T17:54:18.692459Z","steps":["trace[674899088] 'read index received' (duration: 378.983538ms)","trace[674899088] 'applied index is now lower than readState.Index' (duration: 410.049µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:18.692773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.686345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:18.69259Z","caller":"traceutil/trace.go:171","msg":"trace[1266021627] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"450.173048ms","start":"2026-03-19T17:54:18.242369Z","end":"2026-03-19T17:54:18.692542Z","steps":["trace[1266021627] 'process raft request' (duration: 449.79803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.692876Z","caller":"traceutil/trace.go:171","msg":"trace[105084757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1283; }","duration":"379.845839ms","start":"2026-03-19T17:54:18.313002Z","end":"2026-03-19T17:54:18.692848Z","steps":["trace[105084757] 'agreement among raft nodes before linearized reading' (duration: 379.670595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.69293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:18.312972Z","time spent":"379.94956ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:18.69299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:18.242346Z","time spent":"450.533326ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:18.693412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.078729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:18.693527Z","caller":"traceutil/trace.go:171","msg":"trace[1037500288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1283; }","duration":"250.295354ms","start":"2026-03-19T17:54:18.443213Z","end":"2026-03-19T17:54:18.693508Z","steps":["trace[1037500288] 'agreement among raft nodes before linearized reading' (duration: 249.933346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:19.205124Z","caller":"traceutil/trace.go:171","msg":"trace[1216060351] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"133.646792ms","start":"2026-03-19T17:54:19.071451Z","end":"2026-03-19T17:54:19.205098Z","steps":["trace[1216060351] 'process raft request' (duration: 133.495228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.586928Z","caller":"traceutil/trace.go:171","msg":"trace[1246820300] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1346; }","duration":"275.350117ms","start":"2026-03-19T17:54:21.311559Z","end":"2026-03-19T17:54:21.586909Z","steps":["trace[1246820300] 'read index received' (duration: 204.945946ms)","trace[1246820300] 'applied index is now lower than readState.Index' (duration: 70.403341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:21.587071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.503561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.58709Z","caller":"traceutil/trace.go:171","msg":"trace[95254322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1303; }","duration":"275.577613ms","start":"2026-03-19T17:54:21.311507Z","end":"2026-03-19T17:54:21.587084Z","steps":["trace[95254322] 'agreement among raft nodes before linearized reading' (duration: 275.46831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.587078Z","caller":"traceutil/trace.go:171","msg":"trace[1313912358] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"311.558998ms","start":"2026-03-19T17:54:21.275486Z","end":"2026-03-19T17:54:21.587045Z","steps":["trace[1313912358] 'process raft request' (duration: 240.999792ms)","trace[1313912358] 'compare' (duration: 70.342271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:21.587219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.275469Z","time spent":"311.67084ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:21.698632Z","caller":"traceutil/trace.go:171","msg":"trace[857343148] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1347; }","duration":"110.556878ms","start":"2026-03-19T17:54:21.588044Z","end":"2026-03-19T17:54:21.698601Z","steps":["trace[857343148] 'read index received' (duration: 35.785931ms)","trace[857343148] 'applied index is now lower than readState.Index' (duration: 74.769197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:21.698804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.731462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.698886Z","caller":"traceutil/trace.go:171","msg":"trace[1137305448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1303; }","duration":"110.855095ms","start":"2026-03-19T17:54:21.588013Z","end":"2026-03-19T17:54:21.698868Z","steps":["trace[1137305448] 'agreement among raft nodes before linearized reading' (duration: 110.703701ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.725862Z","caller":"traceutil/trace.go:171","msg":"trace[1039320307] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"132.060565ms","start":"2026-03-19T17:54:21.593774Z","end":"2026-03-19T17:54:21.725835Z","steps":["trace[1039320307] 'process raft request' (duration: 131.891101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:22.076199Z","caller":"traceutil/trace.go:171","msg":"trace[1147210167] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1349; }","duration":"292.102671ms","start":"2026-03-19T17:54:21.784064Z","end":"2026-03-19T17:54:22.076167Z","steps":["trace[1147210167] 'read index received' (duration: 274.680261ms)","trace[1147210167] 'applied index is now lower than readState.Index' (duration: 17.42131ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:22.076252Z","caller":"traceutil/trace.go:171","msg":"trace[2139948020] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"343.700371ms","start":"2026-03-19T17:54:21.73252Z","end":"2026-03-19T17:54:22.07622Z","steps":["trace[2139948020] 'process raft request' (duration: 326.288012ms)","trace[2139948020] 'compare' (duration: 17.124042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:22.076404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.732497Z","time spent":"343.815603ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:22.076405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.320106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:54:22.076467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.220649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:54:22.076477Z","caller":"traceutil/trace.go:171","msg":"trace[1448614549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1305; }","duration":"292.427939ms","start":"2026-03-19T17:54:21.78403Z","end":"2026-03-19T17:54:22.076458Z","steps":["trace[1448614549] 'agreement among raft nodes before linearized reading' (duration: 292.233574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:22.076506Z","caller":"traceutil/trace.go:171","msg":"trace[1086637749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1305; }","duration":"291.307842ms","start":"2026-03-19T17:54:21.785186Z","end":"2026-03-19T17:54:22.076494Z","steps":["trace[1086637749] 'agreement among raft nodes before linearized reading' (duration: 291.150588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.384513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.203825ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:22.384641Z","caller":"traceutil/trace.go:171","msg":"trace[2007741323] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1308; }","duration":"181.343198ms","start":"2026-03-19T17:54:22.203281Z","end":"2026-03-19T17:54:22.384624Z","steps":["trace[2007741323] 'range keys from in-memory index tree' (duration: 181.188995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.384792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.173376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:22.385048Z","caller":"traceutil/trace.go:171","msg":"trace[76523079] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"274.954417ms","start":"2026-03-19T17:54:22.110069Z","end":"2026-03-19T17:54:22.385024Z","steps":["trace[76523079] 'process raft request' (duration: 75.453393ms)","trace[76523079] 'compare' (duration: 198.897339ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:22.385116Z","caller":"traceutil/trace.go:171","msg":"trace[533519089] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1310; }","duration":"273.766009ms","start":"2026-03-19T17:54:22.111311Z","end":"2026-03-19T17:54:22.385077Z","steps":["trace[533519089] 'process raft request' (duration: 273.587765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:22.755686Z","caller":"traceutil/trace.go:171","msg":"trace[306643752] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1315; }","duration":"125.089035ms","start":"2026-03-19T17:54:22.630569Z","end":"2026-03-19T17:54:22.755658Z","steps":["trace[306643752] 'process raft request' (duration: 48.626328ms)","trace[306643752] 'compare' (duration: 76.327444ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:23.009328Z","caller":"traceutil/trace.go:171","msg":"trace[1119569501] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1360; }","duration":"197.23261ms","start":"2026-03-19T17:54:22.812062Z","end":"2026-03-19T17:54:23.009295Z","steps":["trace[1119569501] 'read index received' (duration: 197.046066ms)","trace[1119569501] 'applied index is now lower than readState.Index' (duration: 185.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:23.009465Z","caller":"traceutil/trace.go:171","msg":"trace[1563552443] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"237.440427ms","start":"2026-03-19T17:54:22.772008Z","end":"2026-03-19T17:54:23.009448Z","steps":["trace[1563552443] 'process raft request' (duration: 237.026977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.009746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.66443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:23.009792Z","caller":"traceutil/trace.go:171","msg":"trace[126103600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1316; }","duration":"197.738003ms","start":"2026-03-19T17:54:22.812043Z","end":"2026-03-19T17:54:23.009781Z","steps":["trace[126103600] 'agreement among raft nodes before linearized reading' (duration: 197.575819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.337557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.799123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:23.337877Z","caller":"traceutil/trace.go:171","msg":"trace[747183889] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"525.773296ms","start":"2026-03-19T17:54:22.812068Z","end":"2026-03-19T17:54:23.337841Z","steps":["trace[747183889] 'process raft request' (duration: 357.601475ms)","trace[747183889] 'compare' (duration: 167.632898ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:23.337922Z","caller":"traceutil/trace.go:171","msg":"trace[1708778965] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"324.152991ms","start":"2026-03-19T17:54:23.013745Z","end":"2026-03-19T17:54:23.337898Z","steps":["trace[1708778965] 'process raft request' (duration: 324.076909ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:23.337941Z","caller":"traceutil/trace.go:171","msg":"trace[487394227] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1361; }","duration":"328.505145ms","start":"2026-03-19T17:54:23.009413Z","end":"2026-03-19T17:54:23.337918Z","steps":["trace[487394227] 'read index received' (duration: 160.271302ms)","trace[487394227] 'applied index is now lower than readState.Index' (duration: 168.231213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:23.338025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.01373Z","time spent":"324.247133ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:23.338042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:22.812044Z","time spent":"525.90717ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:23.338094Z","caller":"traceutil/trace.go:171","msg":"trace[1957229759] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"517.696943ms","start":"2026-03-19T17:54:22.820377Z","end":"2026-03-19T17:54:23.338074Z","steps":["trace[1957229759] 'process raft request' (duration: 517.286993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.338181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:22.82037Z","time spent":"517.769274ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:23.338185Z","caller":"traceutil/trace.go:171","msg":"trace[1004916942] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1318; }","duration":"327.01199ms","start":"2026-03-19T17:54:23.011162Z","end":"2026-03-19T17:54:23.338174Z","steps":["trace[1004916942] 'process raft request' (duration: 326.59481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.338297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.011136Z","time spent":"327.081251ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":68,"response count":0,"response size":4465,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T17:54:23.338529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.48211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:54:23.338581Z","caller":"traceutil/trace.go:171","msg":"trace[1945691768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1319; }","duration":"508.563361ms","start":"2026-03-19T17:54:22.830004Z","end":"2026-03-19T17:54:23.338568Z","steps":["trace[1945691768] 'agreement among raft nodes before linearized reading' (duration: 508.454759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.338609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:22.829993Z","time spent":"508.608783ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:23.795591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.041403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:23.795777Z","caller":"traceutil/trace.go:171","msg":"trace[725041991] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1366; }","duration":"377.021131ms","start":"2026-03-19T17:54:23.418738Z","end":"2026-03-19T17:54:23.795759Z","steps":["trace[725041991] 'read index received' (duration: 28.68379ms)","trace[725041991] 'applied index is now lower than readState.Index' (duration: 348.336381ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:23.795856Z","caller":"traceutil/trace.go:171","msg":"trace[1730163180] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"451.735117ms","start":"2026-03-19T17:54:23.344095Z","end":"2026-03-19T17:54:23.795831Z","steps":["trace[1730163180] 'process raft request' (duration: 451.602444ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:23.795848Z","caller":"traceutil/trace.go:171","msg":"trace[724680723] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"452.386562ms","start":"2026-03-19T17:54:23.343426Z","end":"2026-03-19T17:54:23.795813Z","steps":["trace[724680723] 'process raft request' (duration: 104.04301ms)","trace[724680723] 'compare' (duration: 347.90366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:23.795981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.247496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"warn","ts":"2026-03-19T17:54:23.795993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.344071Z","time spent":"451.840709ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:23.796022Z","caller":"traceutil/trace.go:171","msg":"trace[1852810442] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1322; }","duration":"377.346138ms","start":"2026-03-19T17:54:23.418663Z","end":"2026-03-19T17:54:23.796009Z","steps":["trace[1852810442] 'agreement among raft nodes before linearized reading' (duration: 377.158264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.796063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.418639Z","time spent":"377.41525ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107282,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-03-19T17:54:23.796136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.343403Z","time spent":"452.508945ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:25.325799Z","caller":"traceutil/trace.go:171","msg":"trace[428175755] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1372; }","duration":"117.465212ms","start":"2026-03-19T17:54:25.208312Z","end":"2026-03-19T17:54:25.325777Z","steps":["trace[428175755] 'read index received' (duration: 63.991168ms)","trace[428175755] 'applied index is now lower than readState.Index' (duration: 53.472944ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:25.325935Z","caller":"traceutil/trace.go:171","msg":"trace[1154379799] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"136.979691ms","start":"2026-03-19T17:54:25.18893Z","end":"2026-03-19T17:54:25.32591Z","steps":["trace[1154379799] 'process raft request' (duration: 83.406214ms)","trace[1154379799] 'compare' (duration: 53.328381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:25.325958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.630107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:25.326009Z","caller":"traceutil/trace.go:171","msg":"trace[1926723603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1327; }","duration":"117.732389ms","start":"2026-03-19T17:54:25.20826Z","end":"2026-03-19T17:54:25.325992Z","steps":["trace[1926723603] 'agreement among raft nodes before linearized reading' (duration: 117.642147ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:25.589215Z","caller":"traceutil/trace.go:171","msg":"trace[640017918] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"255.803529ms","start":"2026-03-19T17:54:25.333379Z","end":"2026-03-19T17:54:25.589182Z","steps":["trace[640017918] 'process raft request' (duration: 216.276438ms)","trace[640017918] 'compare' (duration: 39.248104ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:25.612603Z","caller":"traceutil/trace.go:171","msg":"trace[537162862] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1373; }","duration":"268.76624ms","start":"2026-03-19T17:54:25.343815Z","end":"2026-03-19T17:54:25.612581Z","steps":["trace[537162862] 'read index received' (duration: 205.850618ms)","trace[537162862] 'applied index is now lower than readState.Index' (duration: 62.914782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:25.612824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.998235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:25.612884Z","caller":"traceutil/trace.go:171","msg":"trace[951919469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1329; }","duration":"269.095858ms","start":"2026-03-19T17:54:25.343775Z","end":"2026-03-19T17:54:25.612871Z","steps":["trace[951919469] 'agreement among raft nodes before linearized reading' (duration: 268.888673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:25.61282Z","caller":"traceutil/trace.go:171","msg":"trace[818065060] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"277.895929ms","start":"2026-03-19T17:54:25.334898Z","end":"2026-03-19T17:54:25.612794Z","steps":["trace[818065060] 'process raft request' (duration: 277.608112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:25.835771Z","caller":"traceutil/trace.go:171","msg":"trace[2107273646] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"186.677748ms","start":"2026-03-19T17:54:25.649058Z","end":"2026-03-19T17:54:25.835735Z","steps":["trace[2107273646] 'read index received' (duration: 181.566525ms)","trace[2107273646] 'applied index is now lower than readState.Index' (duration: 5.109583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:25.835849Z","caller":"traceutil/trace.go:171","msg":"trace[2069349741] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"216.937925ms","start":"2026-03-19T17:54:25.61887Z","end":"2026-03-19T17:54:25.835808Z","steps":["trace[2069349741] 'process raft request' (duration: 211.916504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:25.835951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.872332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:25.836064Z","caller":"traceutil/trace.go:171","msg":"trace[1741343214] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:0; response_revision:1331; }","duration":"187.044596ms","start":"2026-03-19T17:54:25.648992Z","end":"2026-03-19T17:54:25.836037Z","steps":["trace[1741343214] 'agreement among raft nodes before linearized reading' (duration: 186.881072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.061118Z","caller":"traceutil/trace.go:171","msg":"trace[542471883] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1377; }","duration":"219.2791ms","start":"2026-03-19T17:54:25.841805Z","end":"2026-03-19T17:54:26.061084Z","steps":["trace[542471883] 'read index received' (duration: 57.630665ms)","trace[542471883] 'applied index is now lower than readState.Index' (duration: 161.646865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.061311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.487864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:26.061354Z","caller":"traceutil/trace.go:171","msg":"trace[2133350678] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:0; response_revision:1334; }","duration":"219.601347ms","start":"2026-03-19T17:54:25.841739Z","end":"2026-03-19T17:54:26.06134Z","steps":["trace[2133350678] 'agreement among raft nodes before linearized reading' (duration: 219.476214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.061374Z","caller":"traceutil/trace.go:171","msg":"trace[521689370] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"220.009787ms","start":"2026-03-19T17:54:25.841327Z","end":"2026-03-19T17:54:26.061337Z","steps":["trace[521689370] 'process raft request' (duration: 146.949001ms)","trace[521689370] 'compare' (duration: 72.129984ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:26.061789Z","caller":"traceutil/trace.go:171","msg":"trace[1151685309] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"218.115121ms","start":"2026-03-19T17:54:25.843661Z","end":"2026-03-19T17:54:26.061776Z","steps":["trace[1151685309] 'process raft request' (duration: 217.323872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.271435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.309361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:26.27156Z","caller":"traceutil/trace.go:171","msg":"trace[295754565] linearizableReadLoop","detail":"{readStateIndex:1381; appliedIndex:1380; }","duration":"147.337131ms","start":"2026-03-19T17:54:26.124204Z","end":"2026-03-19T17:54:26.271541Z","steps":["trace[295754565] 'read index received' (duration: 36.747183ms)","trace[295754565] 'applied index is now lower than readState.Index' (duration: 110.588718ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:26.271621Z","caller":"traceutil/trace.go:171","msg":"trace[1772374889] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"204.155307ms","start":"2026-03-19T17:54:26.067446Z","end":"2026-03-19T17:54:26.271601Z","steps":["trace[1772374889] 'process raft request' (duration: 93.522339ms)","trace[1772374889] 'compare' (duration: 110.130626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.271779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.585396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:54:26.271815Z","caller":"traceutil/trace.go:171","msg":"trace[672979573] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:1335; }","duration":"147.662038ms","start":"2026-03-19T17:54:26.124145Z","end":"2026-03-19T17:54:26.271807Z","steps":["trace[672979573] 'agreement among raft nodes before linearized reading' (duration: 147.501124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.271849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.299726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:54:26.271927Z","caller":"traceutil/trace.go:171","msg":"trace[1304153663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1335; }","duration":"146.401298ms","start":"2026-03-19T17:54:26.125508Z","end":"2026-03-19T17:54:26.271909Z","steps":["trace[1304153663] 'agreement among raft nodes before linearized reading' (duration: 146.187883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.272709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.077671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T17:54:26.272796Z","caller":"traceutil/trace.go:171","msg":"trace[559537553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1335; }","duration":"121.253985ms","start":"2026-03-19T17:54:26.151524Z","end":"2026-03-19T17:54:26.272778Z","steps":["trace[559537553] 'agreement among raft nodes before linearized reading' (duration: 120.439555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.685027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.304782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:26.685259Z","caller":"traceutil/trace.go:171","msg":"trace[187233337] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"409.608184ms","start":"2026-03-19T17:54:26.275601Z","end":"2026-03-19T17:54:26.685209Z","steps":["trace[187233337] 'process raft request' (duration: 212.019065ms)","trace[187233337] 'compare' (duration: 196.965684ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:26.685357Z","caller":"traceutil/trace.go:171","msg":"trace[1452867833] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"374.069381ms","start":"2026-03-19T17:54:26.311271Z","end":"2026-03-19T17:54:26.68534Z","steps":["trace[1452867833] 'process raft request' (duration: 374.01489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.68543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.311258Z","time spent":"374.139862ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:26.685441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.275572Z","time spent":"409.772368ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:26.685519Z","caller":"traceutil/trace.go:171","msg":"trace[1983511747] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"406.115031ms","start":"2026-03-19T17:54:26.279383Z","end":"2026-03-19T17:54:26.685498Z","steps":["trace[1983511747] 'process raft request' (duration: 405.848924ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.685529Z","caller":"traceutil/trace.go:171","msg":"trace[1099986672] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"407.804211ms","start":"2026-03-19T17:54:26.277689Z","end":"2026-03-19T17:54:26.685493Z","steps":["trace[1099986672] 'process raft request' (duration: 407.451373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.685578Z","caller":"traceutil/trace.go:171","msg":"trace[1119238557] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1381; }","duration":"407.996156ms","start":"2026-03-19T17:54:26.277557Z","end":"2026-03-19T17:54:26.685554Z","steps":["trace[1119238557] 'read index received' (duration: 32.591644ms)","trace[1119238557] 'applied index is now lower than readState.Index' (duration: 375.402772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.685605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.279359Z","time spent":"406.205332ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:26.685643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.277671Z","time spent":"407.915494ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:26.685772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.878492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:26.685793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.227051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:26.685831Z","caller":"traceutil/trace.go:171","msg":"trace[1580720936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1339; }","duration":"372.957643ms","start":"2026-03-19T17:54:26.312855Z","end":"2026-03-19T17:54:26.685813Z","steps":["trace[1580720936] 'agreement among raft nodes before linearized reading' (duration: 372.865831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.685864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.312839Z","time spent":"373.018995ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:54:26.685856Z","caller":"traceutil/trace.go:171","msg":"trace[1264528935] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:1339; }","duration":"408.311454ms","start":"2026-03-19T17:54:26.277523Z","end":"2026-03-19T17:54:26.685834Z","steps":["trace[1264528935] 'agreement among raft nodes before linearized reading' (duration: 408.15953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.685911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.277506Z","time spent":"408.394145ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" "} {"level":"info","ts":"2026-03-19T17:54:26.898113Z","caller":"traceutil/trace.go:171","msg":"trace[2087306] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1386; }","duration":"202.867267ms","start":"2026-03-19T17:54:26.695216Z","end":"2026-03-19T17:54:26.898084Z","steps":["trace[2087306] 'read index received' (duration: 153.93107ms)","trace[2087306] 'applied index is now lower than readState.Index' (duration: 48.934807ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:26.898269Z","caller":"traceutil/trace.go:171","msg":"trace[157444223] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"205.043899ms","start":"2026-03-19T17:54:26.693171Z","end":"2026-03-19T17:54:26.898215Z","steps":["trace[157444223] 'process raft request' (duration: 155.99923ms)","trace[157444223] 'compare' (duration: 48.767373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.898691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.442201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:26.898809Z","caller":"traceutil/trace.go:171","msg":"trace[412067503] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:1340; }","duration":"203.591234ms","start":"2026-03-19T17:54:26.695198Z","end":"2026-03-19T17:54:26.898789Z","steps":["trace[412067503] 'agreement among raft nodes before linearized reading' (duration: 202.985199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:27.186316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.211734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:27.186457Z","caller":"traceutil/trace.go:171","msg":"trace[378425915] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"281.995138ms","start":"2026-03-19T17:54:26.90444Z","end":"2026-03-19T17:54:27.186435Z","steps":["trace[378425915] 'process raft request' (duration: 155.566999ms)","trace[378425915] 'compare' (duration: 126.04442ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:27.406043Z","caller":"traceutil/trace.go:171","msg":"trace[2032674673] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1389; }","duration":"153.5364ms","start":"2026-03-19T17:54:27.252482Z","end":"2026-03-19T17:54:27.406018Z","steps":["trace[2032674673] 'read index received' (duration: 138.657113ms)","trace[2032674673] 'applied index is now lower than readState.Index' (duration: 14.878017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:27.406199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.700455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:27.406283Z","caller":"traceutil/trace.go:171","msg":"trace[1501627999] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com; range_end:; response_count:0; response_revision:1343; }","duration":"153.802917ms","start":"2026-03-19T17:54:27.252466Z","end":"2026-03-19T17:54:27.406269Z","steps":["trace[1501627999] 'agreement among raft nodes before linearized reading' (duration: 153.644183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:27.406365Z","caller":"traceutil/trace.go:171","msg":"trace[1465543623] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"154.519314ms","start":"2026-03-19T17:54:27.251812Z","end":"2026-03-19T17:54:27.406332Z","steps":["trace[1465543623] 'process raft request' (duration: 139.315559ms)","trace[1465543623] 'compare' (duration: 14.760674ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:27.594545Z","caller":"traceutil/trace.go:171","msg":"trace[1726220893] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1391; }","duration":"129.79653ms","start":"2026-03-19T17:54:27.46473Z","end":"2026-03-19T17:54:27.594527Z","steps":["trace[1726220893] 'read index received' (duration: 60.3198ms)","trace[1726220893] 'applied index is now lower than readState.Index' (duration: 69.47593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:27.594661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.902962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:27.594721Z","caller":"traceutil/trace.go:171","msg":"trace[1021417103] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:1345; }","duration":"129.985915ms","start":"2026-03-19T17:54:27.464698Z","end":"2026-03-19T17:54:27.594684Z","steps":["trace[1021417103] 'agreement among raft nodes before linearized reading' (duration: 129.915163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:27.594839Z","caller":"traceutil/trace.go:171","msg":"trace[1042383632] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"131.091121ms","start":"2026-03-19T17:54:27.463736Z","end":"2026-03-19T17:54:27.594827Z","steps":["trace[1042383632] 'process raft request' (duration: 61.364235ms)","trace[1042383632] 'compare' (duration: 69.340417ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:27.816006Z","caller":"traceutil/trace.go:171","msg":"trace[1040779866] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"212.256592ms","start":"2026-03-19T17:54:27.603726Z","end":"2026-03-19T17:54:27.815983Z","steps":["trace[1040779866] 'process raft request' (duration: 143.514439ms)","trace[1040779866] 'compare' (duration: 68.492337ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:27.816176Z","caller":"traceutil/trace.go:171","msg":"trace[1325222143] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1392; }","duration":"166.81307ms","start":"2026-03-19T17:54:27.649354Z","end":"2026-03-19T17:54:27.816167Z","steps":["trace[1325222143] 'read index received' (duration: 97.886963ms)","trace[1325222143] 'applied index is now lower than readState.Index' (duration: 68.925007ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:27.816209Z","caller":"traceutil/trace.go:171","msg":"trace[2130419578] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"211.948944ms","start":"2026-03-19T17:54:27.604229Z","end":"2026-03-19T17:54:27.816178Z","steps":["trace[2130419578] 'process raft request' (duration: 211.666617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:27.816472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.105587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:27.816544Z","caller":"traceutil/trace.go:171","msg":"trace[591353163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1348; }","duration":"167.221809ms","start":"2026-03-19T17:54:27.649302Z","end":"2026-03-19T17:54:27.816524Z","steps":["trace[591353163] 'agreement among raft nodes before linearized reading' (duration: 166.975594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:27.816608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.333815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T17:54:27.816659Z","caller":"traceutil/trace.go:171","msg":"trace[1555993519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1348; }","duration":"148.428577ms","start":"2026-03-19T17:54:27.668217Z","end":"2026-03-19T17:54:27.816646Z","steps":["trace[1555993519] 'agreement among raft nodes before linearized reading' (duration: 148.274964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.176776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.775264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:28.176879Z","caller":"traceutil/trace.go:171","msg":"trace[26362236] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"270.89376ms","start":"2026-03-19T17:54:27.905966Z","end":"2026-03-19T17:54:28.17686Z","steps":["trace[26362236] 'process raft request' (duration: 161.944282ms)","trace[26362236] 'compare' (duration: 108.671111ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:28.181884Z","caller":"traceutil/trace.go:171","msg":"trace[1638437429] linearizableReadLoop","detail":"{readStateIndex:1401; appliedIndex:1398; }","duration":"115.864025ms","start":"2026-03-19T17:54:28.066005Z","end":"2026-03-19T17:54:28.181869Z","steps":["trace[1638437429] 'read index received' (duration: 1.920197ms)","trace[1638437429] 'applied index is now lower than readState.Index' (duration: 113.943018ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:28.18209Z","caller":"traceutil/trace.go:171","msg":"trace[967683084] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"274.998999ms","start":"2026-03-19T17:54:27.907023Z","end":"2026-03-19T17:54:28.182022Z","steps":["trace[967683084] 'process raft request' (duration: 274.791964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.182189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.186862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:28.182227Z","caller":"traceutil/trace.go:171","msg":"trace[278424236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1354; }","duration":"116.267064ms","start":"2026-03-19T17:54:28.065949Z","end":"2026-03-19T17:54:28.182217Z","steps":["trace[278424236] 'agreement among raft nodes before linearized reading' (duration: 116.11536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:28.182525Z","caller":"traceutil/trace.go:171","msg":"trace[1802382349] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"275.360337ms","start":"2026-03-19T17:54:27.906824Z","end":"2026-03-19T17:54:28.182185Z","steps":["trace[1802382349] 'process raft request' (duration: 274.921517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.18278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.715391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:28.182851Z","caller":"traceutil/trace.go:171","msg":"trace[825192298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1354; }","duration":"111.210263ms","start":"2026-03-19T17:54:28.071621Z","end":"2026-03-19T17:54:28.182831Z","steps":["trace[825192298] 'agreement among raft nodes before linearized reading' (duration: 110.665069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:28.508161Z","caller":"traceutil/trace.go:171","msg":"trace[1202507477] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1401; }","duration":"319.689752ms","start":"2026-03-19T17:54:28.188452Z","end":"2026-03-19T17:54:28.508141Z","steps":["trace[1202507477] 'read index received' (duration: 9.811265ms)","trace[1202507477] 'applied index is now lower than readState.Index' (duration: 309.877487ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:28.508278Z","caller":"traceutil/trace.go:171","msg":"trace[509616904] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"320.621936ms","start":"2026-03-19T17:54:28.187646Z","end":"2026-03-19T17:54:28.508268Z","steps":["trace[509616904] 'process raft request' (duration: 258.193795ms)","trace[509616904] 'compare' (duration: 62.198725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:28.508355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.18763Z","time spent":"320.663646ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5848,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:28.508444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.99953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:28.50847Z","caller":"traceutil/trace.go:171","msg":"trace[83732829] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com; range_end:; response_count:0; response_revision:1356; }","duration":"320.05501ms","start":"2026-03-19T17:54:28.188406Z","end":"2026-03-19T17:54:28.508461Z","steps":["trace[83732829] 'agreement among raft nodes before linearized reading' (duration: 320.020809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.508487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.188389Z","time spent":"320.093752ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" "} {"level":"warn","ts":"2026-03-19T17:54:28.50863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.899867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:28.508722Z","caller":"traceutil/trace.go:171","msg":"trace[1392701296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"196.040101ms","start":"2026-03-19T17:54:28.312658Z","end":"2026-03-19T17:54:28.508698Z","steps":["trace[1392701296] 'agreement among raft nodes before linearized reading' (duration: 195.866947ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:28.922489Z","caller":"traceutil/trace.go:171","msg":"trace[1216261475] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"406.660585ms","start":"2026-03-19T17:54:28.515781Z","end":"2026-03-19T17:54:28.922441Z","steps":["trace[1216261475] 'process raft request' (duration: 398.180571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:28.922574Z","caller":"traceutil/trace.go:171","msg":"trace[389176533] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1403; }","duration":"404.137264ms","start":"2026-03-19T17:54:28.518406Z","end":"2026-03-19T17:54:28.922543Z","steps":["trace[389176533] 'read index received' (duration: 395.570498ms)","trace[389176533] 'applied index is now lower than readState.Index' (duration: 8.563356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:28.922743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.515765Z","time spent":"406.820029ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:28.922742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.298389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:28.922824Z","caller":"traceutil/trace.go:171","msg":"trace[1391047037] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com; range_end:; response_count:0; response_revision:1357; }","duration":"404.449212ms","start":"2026-03-19T17:54:28.518354Z","end":"2026-03-19T17:54:28.922803Z","steps":["trace[1391047037] 'agreement among raft nodes before linearized reading' (duration: 404.291228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.922878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.518334Z","time spent":"404.529544ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" "} {"level":"info","ts":"2026-03-19T17:54:28.9238Z","caller":"traceutil/trace.go:171","msg":"trace[259978509] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"299.167452ms","start":"2026-03-19T17:54:28.624613Z","end":"2026-03-19T17:54:28.923781Z","steps":["trace[259978509] 'process raft request' (duration: 298.864925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.923847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.686616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T17:54:28.923912Z","caller":"traceutil/trace.go:171","msg":"trace[242615353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1358; }","duration":"233.82524ms","start":"2026-03-19T17:54:28.690072Z","end":"2026-03-19T17:54:28.923897Z","steps":["trace[242615353] 'agreement among raft nodes before linearized reading' (duration: 233.606025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.923913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.583167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:54:28.923974Z","caller":"traceutil/trace.go:171","msg":"trace[888693580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1358; }","duration":"231.6843ms","start":"2026-03-19T17:54:28.692273Z","end":"2026-03-19T17:54:28.923957Z","steps":["trace[888693580] 'agreement among raft nodes before linearized reading' (duration: 231.479555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.923986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.056275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1511"} {"level":"info","ts":"2026-03-19T17:54:28.924079Z","caller":"traceutil/trace.go:171","msg":"trace[1336885912] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1358; }","duration":"179.188818ms","start":"2026-03-19T17:54:28.744863Z","end":"2026-03-19T17:54:28.924052Z","steps":["trace[1336885912] 'agreement among raft nodes before linearized reading' (duration: 178.8644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.169348Z","caller":"traceutil/trace.go:171","msg":"trace[1213165935] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"240.340517ms","start":"2026-03-19T17:54:28.928971Z","end":"2026-03-19T17:54:29.169311Z","steps":["trace[1213165935] 'process raft request' (duration: 206.404131ms)","trace[1213165935] 'compare' (duration: 33.765682ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:29.190371Z","caller":"traceutil/trace.go:171","msg":"trace[762255224] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"261.020853ms","start":"2026-03-19T17:54:28.929323Z","end":"2026-03-19T17:54:29.190344Z","steps":["trace[762255224] 'process raft request' (duration: 260.840209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.190628Z","caller":"traceutil/trace.go:171","msg":"trace[1761450798] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"261.292969ms","start":"2026-03-19T17:54:28.929323Z","end":"2026-03-19T17:54:29.190616Z","steps":["trace[1761450798] 'process raft request' (duration: 260.975742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.19074Z","caller":"traceutil/trace.go:171","msg":"trace[1181864112] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"142.69285ms","start":"2026-03-19T17:54:29.04799Z","end":"2026-03-19T17:54:29.190683Z","steps":["trace[1181864112] 'process raft request' (duration: 142.540796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.376069Z","caller":"traceutil/trace.go:171","msg":"trace[392363576] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"200.667432ms","start":"2026-03-19T17:54:29.175366Z","end":"2026-03-19T17:54:29.376034Z","steps":["trace[392363576] 'process raft request' (duration: 139.069513ms)","trace[392363576] 'compare' (duration: 61.332983ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:29.376065Z","caller":"traceutil/trace.go:171","msg":"trace[880611280] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1409; }","duration":"181.45426ms","start":"2026-03-19T17:54:29.194577Z","end":"2026-03-19T17:54:29.376032Z","steps":["trace[880611280] 'read index received' (duration: 119.763868ms)","trace[880611280] 'applied index is now lower than readState.Index' (duration: 61.688602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.376236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.624795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:29.37632Z","caller":"traceutil/trace.go:171","msg":"trace[578789178] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com; range_end:; response_count:0; response_revision:1363; }","duration":"181.751278ms","start":"2026-03-19T17:54:29.19455Z","end":"2026-03-19T17:54:29.376301Z","steps":["trace[578789178] 'agreement among raft nodes before linearized reading' (duration: 181.578053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:29.376498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.771592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" ","response":"range_response_count:1 size:1035"} {"level":"info","ts":"2026-03-19T17:54:29.376567Z","caller":"traceutil/trace.go:171","msg":"trace[2054211636] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:1; response_revision:1363; }","duration":"100.866094ms","start":"2026-03-19T17:54:29.275685Z","end":"2026-03-19T17:54:29.376551Z","steps":["trace[2054211636] 'agreement among raft nodes before linearized reading' (duration: 100.627009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.590874Z","caller":"traceutil/trace.go:171","msg":"trace[1463964011] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1410; }","duration":"198.02189ms","start":"2026-03-19T17:54:29.392829Z","end":"2026-03-19T17:54:29.590851Z","steps":["trace[1463964011] 'read index received' (duration: 26.322713ms)","trace[1463964011] 'applied index is now lower than readState.Index' (duration: 171.697997ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:29.590911Z","caller":"traceutil/trace.go:171","msg":"trace[1604015293] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"204.186548ms","start":"2026-03-19T17:54:29.386685Z","end":"2026-03-19T17:54:29.590872Z","steps":["trace[1604015293] 'process raft request' (duration: 191.110845ms)","trace[1604015293] 'compare' (duration: 12.851218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.591074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.230315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1240"} {"level":"info","ts":"2026-03-19T17:54:29.591116Z","caller":"traceutil/trace.go:171","msg":"trace[2032535531] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1366; }","duration":"198.312097ms","start":"2026-03-19T17:54:29.39279Z","end":"2026-03-19T17:54:29.591103Z","steps":["trace[2032535531] 'agreement among raft nodes before linearized reading' (duration: 198.153413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.591247Z","caller":"traceutil/trace.go:171","msg":"trace[1026045708] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"201.553865ms","start":"2026-03-19T17:54:29.389663Z","end":"2026-03-19T17:54:29.591217Z","steps":["trace[1026045708] 'process raft request' (duration: 201.132035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.407264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.74548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:30.407468Z","caller":"traceutil/trace.go:171","msg":"trace[1559556757] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"179.526464ms","start":"2026-03-19T17:54:30.227912Z","end":"2026-03-19T17:54:30.407438Z","steps":["trace[1559556757] 'process raft request' (duration: 29.512139ms)","trace[1559556757] 'compare' (duration: 149.616726ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:31.249743Z","caller":"traceutil/trace.go:171","msg":"trace[1928862406] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"101.814586ms","start":"2026-03-19T17:54:31.147891Z","end":"2026-03-19T17:54:31.249705Z","steps":["trace[1928862406] 'process raft request' (duration: 101.488729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:31.479833Z","caller":"traceutil/trace.go:171","msg":"trace[265676469] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"157.635678ms","start":"2026-03-19T17:54:31.32214Z","end":"2026-03-19T17:54:31.479776Z","steps":["trace[265676469] 'process raft request' (duration: 157.408203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:32.043559Z","caller":"traceutil/trace.go:171","msg":"trace[2068137030] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"135.934768ms","start":"2026-03-19T17:54:31.907597Z","end":"2026-03-19T17:54:32.043532Z","steps":["trace[2068137030] 'process raft request' (duration: 135.766574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:32.631533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.53353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:32.631596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.082149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:54:32.631646Z","caller":"traceutil/trace.go:171","msg":"trace[862309904] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1398; }","duration":"282.705704ms","start":"2026-03-19T17:54:32.348915Z","end":"2026-03-19T17:54:32.631621Z","steps":["trace[862309904] 'range keys from in-memory index tree' (duration: 282.424117ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:32.631698Z","caller":"traceutil/trace.go:171","msg":"trace[1979349779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1398; }","duration":"220.201843ms","start":"2026-03-19T17:54:32.411451Z","end":"2026-03-19T17:54:32.631653Z","steps":["trace[1979349779] 'range keys from in-memory index tree' (duration: 219.844704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:33.376295Z","caller":"traceutil/trace.go:171","msg":"trace[1185683687] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1456; }","duration":"101.604991ms","start":"2026-03-19T17:54:33.274659Z","end":"2026-03-19T17:54:33.376264Z","steps":["trace[1185683687] 'read index received' (duration: 101.474378ms)","trace[1185683687] 'applied index is now lower than readState.Index' (duration: 129.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:33.376333Z","caller":"traceutil/trace.go:171","msg":"trace[330332161] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1400; }","duration":"229.505695ms","start":"2026-03-19T17:54:33.146797Z","end":"2026-03-19T17:54:33.376302Z","steps":["trace[330332161] 'process raft request' (duration: 229.348731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:33.376532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.857829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:54:33.376622Z","caller":"traceutil/trace.go:171","msg":"trace[1742417010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1400; }","duration":"102.003002ms","start":"2026-03-19T17:54:33.2746Z","end":"2026-03-19T17:54:33.376603Z","steps":["trace[1742417010] 'agreement among raft nodes before linearized reading' (duration: 101.770346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:33.859969Z","caller":"traceutil/trace.go:171","msg":"trace[1267508419] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1403; }","duration":"118.272341ms","start":"2026-03-19T17:54:33.741672Z","end":"2026-03-19T17:54:33.859944Z","steps":["trace[1267508419] 'process raft request' (duration: 118.052576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:34.311892Z","caller":"traceutil/trace.go:171","msg":"trace[963615611] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"257.765095ms","start":"2026-03-19T17:54:34.054093Z","end":"2026-03-19T17:54:34.311858Z","steps":["trace[963615611] 'process raft request' (duration: 257.432427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:36.943107Z","caller":"traceutil/trace.go:171","msg":"trace[728196326] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"180.687083ms","start":"2026-03-19T17:54:36.762397Z","end":"2026-03-19T17:54:36.943084Z","steps":["trace[728196326] 'process raft request' (duration: 180.55933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:36.943093Z","caller":"traceutil/trace.go:171","msg":"trace[1458802636] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"187.498526ms","start":"2026-03-19T17:54:36.755552Z","end":"2026-03-19T17:54:36.943051Z","steps":["trace[1458802636] 'process raft request' (duration: 87.949624ms)","trace[1458802636] 'compare' (duration: 99.258525ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:36.943245Z","caller":"traceutil/trace.go:171","msg":"trace[1459346913] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"176.270596ms","start":"2026-03-19T17:54:36.766934Z","end":"2026-03-19T17:54:36.943204Z","steps":["trace[1459346913] 'process raft request' (duration: 176.097162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:37.636493Z","caller":"traceutil/trace.go:171","msg":"trace[1456768002] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"196.535293ms","start":"2026-03-19T17:54:37.439934Z","end":"2026-03-19T17:54:37.636469Z","steps":["trace[1456768002] 'process raft request' (duration: 196.39503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:37.747037Z","caller":"traceutil/trace.go:171","msg":"trace[1498845110] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"306.708102ms","start":"2026-03-19T17:54:37.440309Z","end":"2026-03-19T17:54:37.747017Z","steps":["trace[1498845110] 'process raft request' (duration: 306.597409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:37.747218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:37.440293Z","time spent":"306.802844ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:38.294645Z","caller":"traceutil/trace.go:171","msg":"trace[1794269825] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"156.801529ms","start":"2026-03-19T17:54:38.137818Z","end":"2026-03-19T17:54:38.29462Z","steps":["trace[1794269825] 'process raft request' (duration: 60.034164ms)","trace[1794269825] 'compare' (duration: 96.633942ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:38.463148Z","caller":"traceutil/trace.go:171","msg":"trace[1006085440] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"103.746673ms","start":"2026-03-19T17:54:38.359368Z","end":"2026-03-19T17:54:38.463114Z","steps":["trace[1006085440] 'process raft request' (duration: 71.104559ms)","trace[1006085440] 'compare' (duration: 32.47044ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:38.463357Z","caller":"traceutil/trace.go:171","msg":"trace[701295599] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"101.143741ms","start":"2026-03-19T17:54:38.362197Z","end":"2026-03-19T17:54:38.46334Z","steps":["trace[701295599] 'process raft request' (duration: 100.860084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:39.182977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.988982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:39.183079Z","caller":"traceutil/trace.go:171","msg":"trace[1494071952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1523; }","duration":"234.143046ms","start":"2026-03-19T17:54:38.948916Z","end":"2026-03-19T17:54:39.183059Z","steps":["trace[1494071952] 'range keys from in-memory index tree' (duration: 233.797108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:39.19433Z","caller":"traceutil/trace.go:171","msg":"trace[1666662596] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"154.236086ms","start":"2026-03-19T17:54:39.040073Z","end":"2026-03-19T17:54:39.194309Z","steps":["trace[1666662596] 'process raft request' (duration: 144.081733ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:40.764659Z","caller":"traceutil/trace.go:171","msg":"trace[115979427] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"136.198124ms","start":"2026-03-19T17:54:40.628433Z","end":"2026-03-19T17:54:40.764631Z","steps":["trace[115979427] 'process raft request' (duration: 136.03153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:40.81008Z","caller":"traceutil/trace.go:171","msg":"trace[1532627152] linearizableReadLoop","detail":"{readStateIndex:1604; appliedIndex:1602; }","duration":"146.317607ms","start":"2026-03-19T17:54:40.66373Z","end":"2026-03-19T17:54:40.810048Z","steps":["trace[1532627152] 'read index received' (duration: 100.733851ms)","trace[1532627152] 'applied index is now lower than readState.Index' (duration: 45.582616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:40.810302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.429199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:40.810365Z","caller":"traceutil/trace.go:171","msg":"trace[983910354] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1536; }","duration":"146.527562ms","start":"2026-03-19T17:54:40.66382Z","end":"2026-03-19T17:54:40.810347Z","steps":["trace[983910354] 'agreement among raft nodes before linearized reading' (duration: 146.403879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:40.810382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.248335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:40.810467Z","caller":"traceutil/trace.go:171","msg":"trace[1606262001] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1536; }","duration":"146.356747ms","start":"2026-03-19T17:54:40.664091Z","end":"2026-03-19T17:54:40.810447Z","steps":["trace[1606262001] 'agreement among raft nodes before linearized reading' (duration: 146.227204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:40.81037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.598893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:40.810572Z","caller":"traceutil/trace.go:171","msg":"trace[664818445] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1536; }","duration":"146.87383ms","start":"2026-03-19T17:54:40.663684Z","end":"2026-03-19T17:54:40.810558Z","steps":["trace[664818445] 'agreement among raft nodes before linearized reading' (duration: 146.518091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:40.810494Z","caller":"traceutil/trace.go:171","msg":"trace[2099325574] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"178.671104ms","start":"2026-03-19T17:54:40.631491Z","end":"2026-03-19T17:54:40.810162Z","steps":["trace[2099325574] 'process raft request' (duration: 178.375017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:45.822126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.369132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:45.822271Z","caller":"traceutil/trace.go:171","msg":"trace[1887101551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1584; }","duration":"157.591777ms","start":"2026-03-19T17:54:45.664656Z","end":"2026-03-19T17:54:45.822248Z","steps":["trace[1887101551] 'range keys from in-memory index tree' (duration: 157.073685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.380019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.699117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:49.380127Z","caller":"traceutil/trace.go:171","msg":"trace[1725177796] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1611; }","duration":"134.877802ms","start":"2026-03-19T17:54:49.245229Z","end":"2026-03-19T17:54:49.380107Z","steps":["trace[1725177796] 'count revisions from in-memory index tree' (duration: 134.532063ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:49.518516Z","caller":"traceutil/trace.go:171","msg":"trace[1053610145] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"129.529974ms","start":"2026-03-19T17:54:49.388957Z","end":"2026-03-19T17:54:49.518487Z","steps":["trace[1053610145] 'process raft request' (duration: 129.372931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:50.336262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.124445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-19T17:54:50.336347Z","caller":"traceutil/trace.go:171","msg":"trace[1910845617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1625; }","duration":"293.269459ms","start":"2026-03-19T17:54:50.043056Z","end":"2026-03-19T17:54:50.336326Z","steps":["trace[1910845617] 'range keys from in-memory index tree' (duration: 292.88136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:50.340003Z","caller":"traceutil/trace.go:171","msg":"trace[1415296721] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"239.818183ms","start":"2026-03-19T17:54:50.100157Z","end":"2026-03-19T17:54:50.339975Z","steps":["trace[1415296721] 'process raft request' (duration: 239.68562ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:53.16011Z","caller":"traceutil/trace.go:171","msg":"trace[1037781329] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"102.423592ms","start":"2026-03-19T17:54:53.05756Z","end":"2026-03-19T17:54:53.159983Z","steps":["trace[1037781329] 'process raft request' (duration: 83.100968ms)","trace[1037781329] 'compare' (duration: 19.14352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:53.914327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571851724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:54.415059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571851724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:54.849636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.443381709s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:54:54.850149Z","caller":"traceutil/trace.go:171","msg":"trace[1884069545] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"1.443969364s","start":"2026-03-19T17:54:53.406153Z","end":"2026-03-19T17:54:54.850122Z","steps":["trace[1884069545] 'process raft request' (duration: 1.443825521s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:54.850307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:53.406139Z","time spent":"1.444077187s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:55.341052Z","caller":"traceutil/trace.go:171","msg":"trace[1059927158] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"1.864786698s","start":"2026-03-19T17:54:53.476241Z","end":"2026-03-19T17:54:55.341028Z","steps":["trace[1059927158] 'process raft request' (duration: 1.864564583s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.341326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:53.476209Z","time spent":"1.864951462s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:55.341458Z","caller":"traceutil/trace.go:171","msg":"trace[1073085861] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1776; }","duration":"1.927231138s","start":"2026-03-19T17:54:53.414203Z","end":"2026-03-19T17:54:55.341434Z","steps":["trace[1073085861] 'read index received' (duration: 1.435787418s)","trace[1073085861] 'applied index is now lower than readState.Index' (duration: 491.44239ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:55.341498Z","caller":"traceutil/trace.go:171","msg":"trace[264827894] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"1.317430343s","start":"2026-03-19T17:54:54.024046Z","end":"2026-03-19T17:54:55.341476Z","steps":["trace[264827894] 'process raft request' (duration: 1.317230828s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.341663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:54.024019Z","time spent":"1.317560076s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:55.341719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927515265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:54:55.341759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773629066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" ","response":"range_response_count:1 size:3740"} {"level":"warn","ts":"2026-03-19T17:54:55.341774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.723503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:54:55.341789Z","caller":"traceutil/trace.go:171","msg":"trace[298076675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1707; }","duration":"1.927608338s","start":"2026-03-19T17:54:53.414165Z","end":"2026-03-19T17:54:55.341773Z","steps":["trace[298076675] 'agreement among raft nodes before linearized reading' (duration: 1.927408483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.341836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029532263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:55.341859Z","caller":"traceutil/trace.go:171","msg":"trace[1250997361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1707; }","duration":"879.851316ms","start":"2026-03-19T17:54:54.461989Z","end":"2026-03-19T17:54:55.34184Z","steps":["trace[1250997361] 'agreement among raft nodes before linearized reading' (duration: 879.61034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.341878Z","caller":"traceutil/trace.go:171","msg":"trace[1285910330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1707; }","duration":"1.029630065s","start":"2026-03-19T17:54:54.312237Z","end":"2026-03-19T17:54:55.341867Z","steps":["trace[1285910330] 'agreement among raft nodes before linearized reading' (duration: 1.029565683s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.341878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:53.414148Z","time spent":"1.927703489s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:55.341901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364289369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T17:54:55.341911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:54.461962Z","time spent":"879.936408ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:54:55.341941Z","caller":"traceutil/trace.go:171","msg":"trace[2086229807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1707; }","duration":"1.364391491s","start":"2026-03-19T17:54:53.977541Z","end":"2026-03-19T17:54:55.341932Z","steps":["trace[2086229807] 'agreement among raft nodes before linearized reading' (duration: 1.364292959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.341923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.606353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T17:54:55.341975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:53.977492Z","time spent":"1.364474253s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:54:55.342001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.038359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:54:55.342021Z","caller":"traceutil/trace.go:171","msg":"trace[152466650] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1707; }","duration":"431.744257ms","start":"2026-03-19T17:54:54.910253Z","end":"2026-03-19T17:54:55.341997Z","steps":["trace[152466650] 'agreement among raft nodes before linearized reading' (duration: 431.409648ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.342033Z","caller":"traceutil/trace.go:171","msg":"trace[2026838225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1707; }","duration":"954.117691ms","start":"2026-03-19T17:54:54.387905Z","end":"2026-03-19T17:54:55.342023Z","steps":["trace[2026838225] 'agreement among raft nodes before linearized reading' (duration: 954.020648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.342064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:54.387884Z","time spent":"954.173892ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:54:55.341908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:54.312205Z","time spent":"1.029696707s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:55.342083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477410039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:54:55.342108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.953918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T17:54:55.342126Z","caller":"traceutil/trace.go:171","msg":"trace[1404256932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1707; }","duration":"1.477499101s","start":"2026-03-19T17:54:53.864615Z","end":"2026-03-19T17:54:55.342114Z","steps":["trace[1404256932] 'agreement among raft nodes before linearized reading' (duration: 1.477378607s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.342145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.585828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:54:55.342169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:53.864592Z","time spent":"1.477567352s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:54:55.342168Z","caller":"traceutil/trace.go:171","msg":"trace[1727063764] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1707; }","duration":"783.0468ms","start":"2026-03-19T17:54:54.559102Z","end":"2026-03-19T17:54:55.342149Z","steps":["trace[1727063764] 'agreement among raft nodes before linearized reading' (duration: 782.913297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.342213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:54.559078Z","time spent":"783.124492ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T17:54:55.342228Z","caller":"traceutil/trace.go:171","msg":"trace[87610464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1707; }","duration":"804.6808ms","start":"2026-03-19T17:54:54.537506Z","end":"2026-03-19T17:54:55.342187Z","steps":["trace[87610464] 'agreement among raft nodes before linearized reading' (duration: 804.544977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.341812Z","caller":"traceutil/trace.go:171","msg":"trace[1524772371] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c; range_end:; response_count:1; response_revision:1707; }","duration":"1.77376197s","start":"2026-03-19T17:54:53.568036Z","end":"2026-03-19T17:54:55.341798Z","steps":["trace[1524772371] 'agreement among raft nodes before linearized reading' (duration: 1.773556225s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.342279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:54.537489Z","time spent":"804.778812ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:55.342232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:54.910236Z","time spent":"431.86619ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:54:55.342306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:53.568017Z","time spent":"1.774277443s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3763,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" "} {"level":"info","ts":"2026-03-19T17:54:55.342364Z","caller":"traceutil/trace.go:171","msg":"trace[88467419] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"1.694060373s","start":"2026-03-19T17:54:53.64736Z","end":"2026-03-19T17:54:55.341421Z","steps":["trace[88467419] 'process raft request' (duration: 1.693614013s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.342453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:53.647325Z","time spent":"1.695084559s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:55.703988Z","caller":"traceutil/trace.go:171","msg":"trace[1499812894] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"355.965235ms","start":"2026-03-19T17:54:55.347998Z","end":"2026-03-19T17:54:55.703963Z","steps":["trace[1499812894] 'process raft request' (duration: 355.700089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.704148Z","caller":"traceutil/trace.go:171","msg":"trace[1890784162] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"356.147099ms","start":"2026-03-19T17:54:55.347988Z","end":"2026-03-19T17:54:55.704135Z","steps":["trace[1890784162] 'process raft request' (duration: 355.903833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.704262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.347951Z","time spent":"356.228831ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:55.704332Z","caller":"traceutil/trace.go:171","msg":"trace[1803425478] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"356.081688ms","start":"2026-03-19T17:54:55.34823Z","end":"2026-03-19T17:54:55.704312Z","steps":["trace[1803425478] 'process raft request' (duration: 355.863583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.704446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.348221Z","time spent":"356.16756ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:55.704613Z","caller":"traceutil/trace.go:171","msg":"trace[804041514] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"356.088708ms","start":"2026-03-19T17:54:55.348507Z","end":"2026-03-19T17:54:55.704596Z","steps":["trace[804041514] 'process raft request' (duration: 355.730869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.704629Z","caller":"traceutil/trace.go:171","msg":"trace[315807213] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1780; }","duration":"355.102034ms","start":"2026-03-19T17:54:55.34952Z","end":"2026-03-19T17:54:55.704622Z","steps":["trace[315807213] 'read index received' (duration: 43.857014ms)","trace[315807213] 'applied index is now lower than readState.Index' (duration: 311.24444ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:55.704636Z","caller":"traceutil/trace.go:171","msg":"trace[1362424333] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"355.767111ms","start":"2026-03-19T17:54:55.348858Z","end":"2026-03-19T17:54:55.704625Z","steps":["trace[1362424333] 'process raft request' (duration: 355.717739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.704617Z","caller":"traceutil/trace.go:171","msg":"trace[1499164606] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"355.984376ms","start":"2026-03-19T17:54:55.348616Z","end":"2026-03-19T17:54:55.704601Z","steps":["trace[1499164606] 'process raft request' (duration: 355.905354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.704691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.348847Z","time spent":"355.814091ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:55.704702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.177606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:55.704754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.348493Z","time spent":"356.159389ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:55.704784Z","caller":"traceutil/trace.go:171","msg":"trace[1445021769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1714; }","duration":"355.286379ms","start":"2026-03-19T17:54:55.349486Z","end":"2026-03-19T17:54:55.704772Z","steps":["trace[1445021769] 'agreement among raft nodes before linearized reading' (duration: 355.166776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.704815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.349475Z","time spent":"355.33305ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:55.704878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.348595Z","time spent":"356.117889ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:55.704891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.347978Z","time spent":"356.875037ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:56.848268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571851745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:57.34873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571851745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:57.49252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.365475756s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:54:57.493086Z","caller":"traceutil/trace.go:171","msg":"trace[824027066] linearizableReadLoop","detail":"{readStateIndex:1788; appliedIndex:1787; }","duration":"1.14510333s","start":"2026-03-19T17:54:56.347947Z","end":"2026-03-19T17:54:57.49305Z","steps":["trace[824027066] 'read index received' (duration: 1.144853054s)","trace[824027066] 'applied index is now lower than readState.Index' (duration: 248.206µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:57.49312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.12695Z","time spent":"1.366158592s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:54:57.493621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145644023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" ","response":"range_response_count:1 size:3740"} {"level":"info","ts":"2026-03-19T17:54:57.493709Z","caller":"traceutil/trace.go:171","msg":"trace[376253051] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c; range_end:; response_count:1; response_revision:1714; }","duration":"1.145757266s","start":"2026-03-19T17:54:56.347931Z","end":"2026-03-19T17:54:57.493689Z","steps":["trace[376253051] 'agreement among raft nodes before linearized reading' (duration: 1.145284674s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.493817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.347877Z","time spent":"1.145921399s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3763,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" "} {"level":"warn","ts":"2026-03-19T17:54:57.527202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177661394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:54:57.527265Z","caller":"traceutil/trace.go:171","msg":"trace[1415756942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1715; }","duration":"1.177773826s","start":"2026-03-19T17:54:56.349473Z","end":"2026-03-19T17:54:57.527247Z","steps":["trace[1415756942] 'agreement among raft nodes before linearized reading' (duration: 1.177594191s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.527239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.995647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:57.527301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.349448Z","time spent":"1.177846098s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:54:57.527355Z","caller":"traceutil/trace.go:171","msg":"trace[992786957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1715; }","duration":"215.169181ms","start":"2026-03-19T17:54:57.312152Z","end":"2026-03-19T17:54:57.527322Z","steps":["trace[992786957] 'agreement among raft nodes before linearized reading' (duration: 214.952236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.527347Z","caller":"traceutil/trace.go:171","msg":"trace[2079523588] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"177.62796ms","start":"2026-03-19T17:54:57.349664Z","end":"2026-03-19T17:54:57.527292Z","steps":["trace[2079523588] 'process raft request' (duration: 177.227409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.527365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.904364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:57.527537Z","caller":"traceutil/trace.go:171","msg":"trace[351573871] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1715; }","duration":"351.173111ms","start":"2026-03-19T17:54:57.176332Z","end":"2026-03-19T17:54:57.527506Z","steps":["trace[351573871] 'agreement among raft nodes before linearized reading' (duration: 350.838403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.527542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.090037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-19T17:54:57.527616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:57.176304Z","time spent":"351.295553ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:57.527619Z","caller":"traceutil/trace.go:171","msg":"trace[1583443773] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1715; }","duration":"130.234281ms","start":"2026-03-19T17:54:57.397358Z","end":"2026-03-19T17:54:57.527592Z","steps":["trace[1583443773] 'agreement among raft nodes before linearized reading' (duration: 129.970954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.527701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.521831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:57.527826Z","caller":"traceutil/trace.go:171","msg":"trace[1390992885] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1715; }","duration":"803.762987ms","start":"2026-03-19T17:54:56.724037Z","end":"2026-03-19T17:54:57.5278Z","steps":["trace[1390992885] 'agreement among raft nodes before linearized reading' (duration: 803.390358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.527909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.724008Z","time spent":"803.88566ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:55:00.920429Z","caller":"traceutil/trace.go:171","msg":"trace[1776382911] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"204.542726ms","start":"2026-03-19T17:55:00.715847Z","end":"2026-03-19T17:55:00.92039Z","steps":["trace[1776382911] 'process raft request' (duration: 135.981668ms)","trace[1776382911] 'compare' (duration: 68.295372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:01.736547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.570721ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:55:01.736811Z","caller":"traceutil/trace.go:171","msg":"trace[1531788461] linearizableReadLoop","detail":"{readStateIndex:1826; appliedIndex:1823; }","duration":"175.658131ms","start":"2026-03-19T17:55:01.561126Z","end":"2026-03-19T17:55:01.736785Z","steps":["trace[1531788461] 'read index received' (duration: 15.358228ms)","trace[1531788461] 'applied index is now lower than readState.Index' (duration: 160.297363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:01.73696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.826686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T17:55:01.736984Z","caller":"traceutil/trace.go:171","msg":"trace[1338545350] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1750; }","duration":"175.892046ms","start":"2026-03-19T17:55:01.561084Z","end":"2026-03-19T17:55:01.736976Z","steps":["trace[1338545350] 'agreement among raft nodes before linearized reading' (duration: 175.768793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:01.738416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.442866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:01.738444Z","caller":"traceutil/trace.go:171","msg":"trace[1743644600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1751; }","duration":"170.511628ms","start":"2026-03-19T17:55:01.567925Z","end":"2026-03-19T17:55:01.738437Z","steps":["trace[1743644600] 'agreement among raft nodes before linearized reading' (duration: 170.423016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:01.73885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.139865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-03-19T17:55:01.73887Z","caller":"traceutil/trace.go:171","msg":"trace[615465364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1751; }","duration":"154.207076ms","start":"2026-03-19T17:55:01.584658Z","end":"2026-03-19T17:55:01.738865Z","steps":["trace[615465364] 'agreement among raft nodes before linearized reading' (duration: 154.151015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:01.738981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.57217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T17:55:01.739014Z","caller":"traceutil/trace.go:171","msg":"trace[1961740901] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"156.920172ms","start":"2026-03-19T17:55:01.582065Z","end":"2026-03-19T17:55:01.738985Z","steps":["trace[1961740901] 'process raft request' (duration: 156.164974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:01.739068Z","caller":"traceutil/trace.go:171","msg":"trace[1837119535] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1751; }","duration":"138.698803ms","start":"2026-03-19T17:55:01.600346Z","end":"2026-03-19T17:55:01.739045Z","steps":["trace[1837119535] 'agreement among raft nodes before linearized reading' (duration: 138.471768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.396014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.260081ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:02.396137Z","caller":"traceutil/trace.go:171","msg":"trace[646334608] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1752; }","duration":"192.399464ms","start":"2026-03-19T17:55:02.203715Z","end":"2026-03-19T17:55:02.396115Z","steps":["trace[646334608] 'range keys from in-memory index tree' (duration: 192.23493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.396191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.038405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:02.39643Z","caller":"traceutil/trace.go:171","msg":"trace[1019623416] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"652.380479ms","start":"2026-03-19T17:55:01.743999Z","end":"2026-03-19T17:55:02.396379Z","steps":["trace[1019623416] 'process raft request' (duration: 314.069628ms)","trace[1019623416] 'compare' (duration: 337.907882ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:02.39653Z","caller":"traceutil/trace.go:171","msg":"trace[412434725] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"652.262456ms","start":"2026-03-19T17:55:01.744252Z","end":"2026-03-19T17:55:02.396515Z","steps":["trace[412434725] 'process raft request' (duration: 652.081722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.396617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.743982Z","time spent":"652.542823ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:02.396648Z","caller":"traceutil/trace.go:171","msg":"trace[74405521] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"652.273866ms","start":"2026-03-19T17:55:01.74435Z","end":"2026-03-19T17:55:02.396624Z","steps":["trace[74405521] 'process raft request' (duration: 652.082132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:02.396529Z","caller":"traceutil/trace.go:171","msg":"trace[1143311627] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"652.361288ms","start":"2026-03-19T17:55:01.744139Z","end":"2026-03-19T17:55:02.396501Z","steps":["trace[1143311627] 'process raft request' (duration: 652.137043ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:02.396684Z","caller":"traceutil/trace.go:171","msg":"trace[799647431] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"652.374369ms","start":"2026-03-19T17:55:01.744297Z","end":"2026-03-19T17:55:02.396671Z","steps":["trace[799647431] 'process raft request' (duration: 652.093763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.396714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.744132Z","time spent":"652.563903ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:02.396706Z","caller":"traceutil/trace.go:171","msg":"trace[74295414] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1827; }","duration":"651.799336ms","start":"2026-03-19T17:55:01.744888Z","end":"2026-03-19T17:55:02.396687Z","steps":["trace[74295414] 'read index received' (duration: 28.582917ms)","trace[74295414] 'applied index is now lower than readState.Index' (duration: 623.215179ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:02.396706Z","caller":"traceutil/trace.go:171","msg":"trace[1543284340] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"652.333578ms","start":"2026-03-19T17:55:01.744339Z","end":"2026-03-19T17:55:02.396673Z","steps":["trace[1543284340] 'process raft request' (duration: 652.162934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.39677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.744288Z","time spent":"652.42616ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:02.396802Z","caller":"traceutil/trace.go:171","msg":"trace[835581862] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"651.646721ms","start":"2026-03-19T17:55:01.745145Z","end":"2026-03-19T17:55:02.396792Z","steps":["trace[835581862] 'process raft request' (duration: 651.405605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.396853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.580417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:55:02.396868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.745135Z","time spent":"651.695683ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:02.396886Z","caller":"traceutil/trace.go:171","msg":"trace[1816629295] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1760; }","duration":"152.653699ms","start":"2026-03-19T17:55:02.244223Z","end":"2026-03-19T17:55:02.396876Z","steps":["trace[1816629295] 'agreement among raft nodes before linearized reading' (duration: 152.596388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.396879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.744315Z","time spent":"652.485581ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:02.396904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.01475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-19T17:55:02.39694Z","caller":"traceutil/trace.go:171","msg":"trace[1553444993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c; range_end:; response_count:1; response_revision:1760; }","duration":"652.082212ms","start":"2026-03-19T17:55:01.744846Z","end":"2026-03-19T17:55:02.396928Z","steps":["trace[1553444993] 'agreement among raft nodes before linearized reading' (duration: 651.952299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.39698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.744837Z","time spent":"652.135493ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" "} {"level":"warn","ts":"2026-03-19T17:55:02.396665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.744247Z","time spent":"652.346558ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:02.396745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.744343Z","time spent":"652.354778ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:02.397033Z","caller":"traceutil/trace.go:171","msg":"trace[772884483] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"647.528572ms","start":"2026-03-19T17:55:01.749489Z","end":"2026-03-19T17:55:02.397018Z","steps":["trace[772884483] 'process raft request' (duration: 647.111853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.397164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.749454Z","time spent":"647.609814ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:03.630107Z","caller":"traceutil/trace.go:171","msg":"trace[1253232859] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"160.164359ms","start":"2026-03-19T17:55:03.46991Z","end":"2026-03-19T17:55:03.630075Z","steps":["trace[1253232859] 'process raft request' (duration: 105.183207ms)","trace[1253232859] 'compare' (duration: 54.868149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:03.867958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.138663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:03.868057Z","caller":"traceutil/trace.go:171","msg":"trace[2039728744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1768; }","duration":"114.291217ms","start":"2026-03-19T17:55:03.753746Z","end":"2026-03-19T17:55:03.868037Z","steps":["trace[2039728744] 'range keys from in-memory index tree' (duration: 113.97786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:08.164897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.152362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:08.165025Z","caller":"traceutil/trace.go:171","msg":"trace[767505782] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1803; }","duration":"483.332056ms","start":"2026-03-19T17:55:07.681645Z","end":"2026-03-19T17:55:08.164977Z","steps":["trace[767505782] 'count revisions from in-memory index tree' (duration: 482.949888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:08.165017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.165499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-19T17:55:08.165089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:07.681619Z","time spent":"483.456579ms","remote":"127.0.0.1:36638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:55:08.165122Z","caller":"traceutil/trace.go:171","msg":"trace[526497547] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c; range_end:; response_count:1; response_revision:1803; }","duration":"601.304392ms","start":"2026-03-19T17:55:07.563785Z","end":"2026-03-19T17:55:08.16509Z","steps":["trace[526497547] 'range keys from in-memory index tree' (duration: 600.948884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:08.165165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:07.563775Z","time spent":"601.381453ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" "} {"level":"info","ts":"2026-03-19T17:55:08.165157Z","caller":"traceutil/trace.go:171","msg":"trace[87507738] linearizableReadLoop","detail":"{readStateIndex:1881; appliedIndex:1880; }","duration":"274.720482ms","start":"2026-03-19T17:55:07.890379Z","end":"2026-03-19T17:55:08.1651Z","steps":["trace[87507738] 'read index received' (duration: 258.032101ms)","trace[87507738] 'applied index is now lower than readState.Index' (duration: 16.686701ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:08.167421Z","caller":"traceutil/trace.go:171","msg":"trace[871143654] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"478.748146ms","start":"2026-03-19T17:55:07.688604Z","end":"2026-03-19T17:55:08.167352Z","steps":["trace[871143654] 'process raft request' (duration: 459.740609ms)","trace[871143654] 'compare' (duration: 16.170159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:08.167628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:07.68857Z","time spent":"478.944341ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:08.168639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.260167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T17:55:08.168731Z","caller":"traceutil/trace.go:171","msg":"trace[365475116] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1804; }","duration":"278.41023ms","start":"2026-03-19T17:55:07.890296Z","end":"2026-03-19T17:55:08.168707Z","steps":["trace[365475116] 'agreement among raft nodes before linearized reading' (duration: 277.594481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:08.168872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.068224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:08.168954Z","caller":"traceutil/trace.go:171","msg":"trace[476398322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1804; }","duration":"271.159127ms","start":"2026-03-19T17:55:07.897759Z","end":"2026-03-19T17:55:08.168918Z","steps":["trace[476398322] 'agreement among raft nodes before linearized reading' (duration: 270.929772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:10.473166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.002445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:10.473245Z","caller":"traceutil/trace.go:171","msg":"trace[581156406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1813; }","duration":"160.191579ms","start":"2026-03-19T17:55:10.313035Z","end":"2026-03-19T17:55:10.473226Z","steps":["trace[581156406] 'range keys from in-memory index tree' (duration: 159.912083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:10.473368Z","caller":"traceutil/trace.go:171","msg":"trace[790148483] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"111.51289ms","start":"2026-03-19T17:55:10.361805Z","end":"2026-03-19T17:55:10.473318Z","steps":["trace[790148483] 'process raft request' (duration: 50.171125ms)","trace[790148483] 'compare' (duration: 60.972966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:12.770103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.036779ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:55:12.770226Z","caller":"traceutil/trace.go:171","msg":"trace[1071070721] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1900; }","duration":"206.085564ms","start":"2026-03-19T17:55:12.564117Z","end":"2026-03-19T17:55:12.770202Z","steps":["trace[1071070721] 'read index received' (duration: 99.84256ms)","trace[1071070721] 'applied index is now lower than readState.Index' (duration: 106.241554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:12.770448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.169361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:55:12.770491Z","caller":"traceutil/trace.go:171","msg":"trace[476613322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1823; }","duration":"205.227723ms","start":"2026-03-19T17:55:12.56525Z","end":"2026-03-19T17:55:12.770478Z","steps":["trace[476613322] 'agreement among raft nodes before linearized reading' (duration: 205.066179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:12.770472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.32602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:55:12.77055Z","caller":"traceutil/trace.go:171","msg":"trace[1793203762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1823; }","duration":"206.452103ms","start":"2026-03-19T17:55:12.564078Z","end":"2026-03-19T17:55:12.77053Z","steps":["trace[1793203762] 'agreement among raft nodes before linearized reading' (duration: 206.198927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:12.770663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.915045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:55:12.770669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.980326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:12.770772Z","caller":"traceutil/trace.go:171","msg":"trace[1943819619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1823; }","duration":"205.056348ms","start":"2026-03-19T17:55:12.565696Z","end":"2026-03-19T17:55:12.770752Z","steps":["trace[1943819619] 'agreement among raft nodes before linearized reading' (duration: 204.73386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:12.770787Z","caller":"traceutil/trace.go:171","msg":"trace[47512102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1823; }","duration":"205.15415ms","start":"2026-03-19T17:55:12.565612Z","end":"2026-03-19T17:55:12.770766Z","steps":["trace[47512102] 'agreement among raft nodes before linearized reading' (duration: 204.848733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:12.770745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.916195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T17:55:12.770904Z","caller":"traceutil/trace.go:171","msg":"trace[613767383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1823; }","duration":"205.14393ms","start":"2026-03-19T17:55:12.565704Z","end":"2026-03-19T17:55:12.770848Z","steps":["trace[613767383] 'agreement among raft nodes before linearized reading' (duration: 204.638068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:16.367966Z","caller":"traceutil/trace.go:171","msg":"trace[130066796] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1920; }","duration":"359.459909ms","start":"2026-03-19T17:55:16.008478Z","end":"2026-03-19T17:55:16.367938Z","steps":["trace[130066796] 'read index received' (duration: 359.411408ms)","trace[130066796] 'applied index is now lower than readState.Index' (duration: 46.131µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:16.368158Z","caller":"traceutil/trace.go:171","msg":"trace[1965874086] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"751.648945ms","start":"2026-03-19T17:55:15.616496Z","end":"2026-03-19T17:55:16.368145Z","steps":["trace[1965874086] 'process raft request' (duration: 751.284646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.36829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.616458Z","time spent":"751.734926ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:16.368552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.056603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-19T17:55:16.368666Z","caller":"traceutil/trace.go:171","msg":"trace[457803728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1843; }","duration":"360.225317ms","start":"2026-03-19T17:55:16.008419Z","end":"2026-03-19T17:55:16.368644Z","steps":["trace[457803728] 'agreement among raft nodes before linearized reading' (duration: 359.92998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.368711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:16.008395Z","time spent":"360.307569ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:55:16.369896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.56767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:55:16.369963Z","caller":"traceutil/trace.go:171","msg":"trace[1614353448] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:1844; }","duration":"242.700584ms","start":"2026-03-19T17:55:16.127248Z","end":"2026-03-19T17:55:16.369949Z","steps":["trace[1614353448] 'agreement among raft nodes before linearized reading' (duration: 242.388156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:18.653248Z","caller":"traceutil/trace.go:171","msg":"trace[1964773914] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"210.101989ms","start":"2026-03-19T17:55:18.44311Z","end":"2026-03-19T17:55:18.653212Z","steps":["trace[1964773914] 'process raft request' (duration: 138.300163ms)","trace[1964773914] 'compare' (duration: 71.53253ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:23.123316Z","caller":"traceutil/trace.go:171","msg":"trace[161170616] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"140.211387ms","start":"2026-03-19T17:55:22.983059Z","end":"2026-03-19T17:55:23.123271Z","steps":["trace[161170616] 'process raft request' (duration: 83.742402ms)","trace[161170616] 'compare' (duration: 56.360792ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:23.189341Z","caller":"traceutil/trace.go:171","msg":"trace[833299819] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"205.705076ms","start":"2026-03-19T17:55:22.983591Z","end":"2026-03-19T17:55:23.189296Z","steps":["trace[833299819] 'process raft request' (duration: 205.47982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:23.451591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.702079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:23.451702Z","caller":"traceutil/trace.go:171","msg":"trace[517831096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1887; }","duration":"138.882423ms","start":"2026-03-19T17:55:23.312798Z","end":"2026-03-19T17:55:23.45168Z","steps":["trace[517831096] 'range keys from in-memory index tree' (duration: 138.584725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:24.322438Z","caller":"traceutil/trace.go:171","msg":"trace[1482408135] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"284.521762ms","start":"2026-03-19T17:55:24.037885Z","end":"2026-03-19T17:55:24.322407Z","steps":["trace[1482408135] 'process raft request' (duration: 284.024268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:24.65384Z","caller":"traceutil/trace.go:171","msg":"trace[1111672563] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"113.754632ms","start":"2026-03-19T17:55:24.540043Z","end":"2026-03-19T17:55:24.653798Z","steps":["trace[1111672563] 'process raft request' (duration: 55.509181ms)","trace[1111672563] 'compare' (duration: 58.021165ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:24.653927Z","caller":"traceutil/trace.go:171","msg":"trace[905462561] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1969; }","duration":"104.720146ms","start":"2026-03-19T17:55:24.549175Z","end":"2026-03-19T17:55:24.653896Z","steps":["trace[905462561] 'read index received' (duration: 46.380763ms)","trace[905462561] 'applied index is now lower than readState.Index' (duration: 58.335953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:24.654257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.050664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:24.654468Z","caller":"traceutil/trace.go:171","msg":"trace[1837924548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1889; }","duration":"105.311813ms","start":"2026-03-19T17:55:24.54911Z","end":"2026-03-19T17:55:24.654421Z","steps":["trace[1837924548] 'agreement among raft nodes before linearized reading' (duration: 104.882682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:32.883849Z","caller":"traceutil/trace.go:171","msg":"trace[1224924719] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2014; }","duration":"124.48415ms","start":"2026-03-19T17:55:32.759341Z","end":"2026-03-19T17:55:32.883825Z","steps":["trace[1224924719] 'read index received' (duration: 124.271244ms)","trace[1224924719] 'applied index is now lower than readState.Index' (duration: 211.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:32.88394Z","caller":"traceutil/trace.go:171","msg":"trace[1380326315] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"141.245364ms","start":"2026-03-19T17:55:32.742647Z","end":"2026-03-19T17:55:32.883885Z","steps":["trace[1380326315] 'process raft request' (duration: 140.963367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:32.884161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.801018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:32.884245Z","caller":"traceutil/trace.go:171","msg":"trace[714383440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1932; }","duration":"124.937251ms","start":"2026-03-19T17:55:32.759288Z","end":"2026-03-19T17:55:32.884225Z","steps":["trace[714383440] 'agreement among raft nodes before linearized reading' (duration: 124.692445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:32.991279Z","caller":"traceutil/trace.go:171","msg":"trace[318412129] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"102.53562ms","start":"2026-03-19T17:55:32.888714Z","end":"2026-03-19T17:55:32.99125Z","steps":["trace[318412129] 'process raft request' (duration: 27.484833ms)","trace[318412129] 'compare' (duration: 74.842752ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:32.991449Z","caller":"traceutil/trace.go:171","msg":"trace[1585548826] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"102.503749ms","start":"2026-03-19T17:55:32.888926Z","end":"2026-03-19T17:55:32.99143Z","steps":["trace[1585548826] 'process raft request' (duration: 102.276833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.400067Z","caller":"traceutil/trace.go:171","msg":"trace[1566571987] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2019; }","duration":"196.21659ms","start":"2026-03-19T17:55:33.203815Z","end":"2026-03-19T17:55:33.400031Z","steps":["trace[1566571987] 'read index received' (duration: 21.869928ms)","trace[1566571987] 'applied index is now lower than readState.Index' (duration: 174.345142ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.40017Z","caller":"traceutil/trace.go:171","msg":"trace[1380262542] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"234.499453ms","start":"2026-03-19T17:55:33.165645Z","end":"2026-03-19T17:55:33.400145Z","steps":["trace[1380262542] 'process raft request' (duration: 185.480542ms)","trace[1380262542] 'compare' (duration: 48.753474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:33.400425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.10609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T17:55:33.40047Z","caller":"traceutil/trace.go:171","msg":"trace[386311561] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1938; }","duration":"146.179952ms","start":"2026-03-19T17:55:33.254275Z","end":"2026-03-19T17:55:33.400455Z","steps":["trace[386311561] 'agreement among raft nodes before linearized reading' (duration: 146.09564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.400321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.495157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:55:33.400624Z","caller":"traceutil/trace.go:171","msg":"trace[1070547695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1938; }","duration":"196.832866ms","start":"2026-03-19T17:55:33.203771Z","end":"2026-03-19T17:55:33.400604Z","steps":["trace[1070547695] 'agreement among raft nodes before linearized reading' (duration: 196.426295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.732868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.666618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:33.733105Z","caller":"traceutil/trace.go:171","msg":"trace[988383847] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2021; }","duration":"104.405998ms","start":"2026-03-19T17:55:33.628682Z","end":"2026-03-19T17:55:33.733088Z","steps":["trace[988383847] 'read index received' (duration: 43.495858ms)","trace[988383847] 'applied index is now lower than readState.Index' (duration: 60.90924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:33.733194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.510451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:33.733236Z","caller":"traceutil/trace.go:171","msg":"trace[1589877620] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1940; }","duration":"104.595213ms","start":"2026-03-19T17:55:33.62863Z","end":"2026-03-19T17:55:33.733225Z","steps":["trace[1589877620] 'agreement among raft nodes before linearized reading' (duration: 104.517291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.733332Z","caller":"traceutil/trace.go:171","msg":"trace[1920566079] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"327.984038ms","start":"2026-03-19T17:55:33.405236Z","end":"2026-03-19T17:55:33.73322Z","steps":["trace[1920566079] 'process raft request' (duration: 327.736662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.733506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.405216Z","time spent":"328.212074ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:33.734004Z","caller":"traceutil/trace.go:171","msg":"trace[1720100077] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"328.769548ms","start":"2026-03-19T17:55:33.4052Z","end":"2026-03-19T17:55:33.73397Z","steps":["trace[1720100077] 'process raft request' (duration: 134.90082ms)","trace[1720100077] 'compare' (duration: 192.440262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:33.734199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.405178Z","time spent":"328.930972ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:43.489664Z","caller":"traceutil/trace.go:171","msg":"trace[1581509146] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"219.837383ms","start":"2026-03-19T17:55:43.269799Z","end":"2026-03-19T17:55:43.489637Z","steps":["trace[1581509146] 'process raft request' (duration: 219.653008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:44.042539Z","caller":"traceutil/trace.go:171","msg":"trace[636996911] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"173.978883ms","start":"2026-03-19T17:55:43.868536Z","end":"2026-03-19T17:55:44.042515Z","steps":["trace[636996911] 'process raft request' (duration: 173.809889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:44.548638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571852418,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:55:44.573537Z","caller":"traceutil/trace.go:171","msg":"trace[1323581028] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2071; }","duration":"524.952128ms","start":"2026-03-19T17:55:44.048556Z","end":"2026-03-19T17:55:44.573508Z","steps":["trace[1323581028] 'read index received' (duration: 524.831074ms)","trace[1323581028] 'applied index is now lower than readState.Index' (duration: 119.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:44.573601Z","caller":"traceutil/trace.go:171","msg":"trace[642502556] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"703.91072ms","start":"2026-03-19T17:55:43.869655Z","end":"2026-03-19T17:55:44.573565Z","steps":["trace[642502556] 'process raft request' (duration: 703.679634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:44.573777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.207435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T17:55:44.573799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:43.869629Z","time spent":"704.042894ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:44.573806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.023282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:44.573832Z","caller":"traceutil/trace.go:171","msg":"trace[1799781697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1987; }","duration":"525.344088ms","start":"2026-03-19T17:55:44.048473Z","end":"2026-03-19T17:55:44.573817Z","steps":["trace[1799781697] 'agreement among raft nodes before linearized reading' (duration: 525.169823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:44.573891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:44.048454Z","time spent":"525.426851ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:55:44.573893Z","caller":"traceutil/trace.go:171","msg":"trace[874666582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1987; }","duration":"261.167775ms","start":"2026-03-19T17:55:44.312703Z","end":"2026-03-19T17:55:44.573871Z","steps":["trace[874666582] 'agreement among raft nodes before linearized reading' (duration: 261.016711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:44.941635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.483908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:44.941752Z","caller":"traceutil/trace.go:171","msg":"trace[1008273494] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"209.149476ms","start":"2026-03-19T17:55:44.732584Z","end":"2026-03-19T17:55:44.941733Z","steps":["trace[1008273494] 'process raft request' (duration: 81.300889ms)","trace[1008273494] 'compare' (duration: 127.344704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:45.192008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.117421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-19T17:55:45.192099Z","caller":"traceutil/trace.go:171","msg":"trace[1080518390] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1989; }","duration":"136.215303ms","start":"2026-03-19T17:55:45.055864Z","end":"2026-03-19T17:55:45.192079Z","steps":["trace[1080518390] 'range keys from in-memory index tree' (duration: 135.998268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:45.19227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.016015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:45.192355Z","caller":"traceutil/trace.go:171","msg":"trace[329810813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1989; }","duration":"139.15894ms","start":"2026-03-19T17:55:45.053175Z","end":"2026-03-19T17:55:45.192334Z","steps":["trace[329810813] 'range keys from in-memory index tree' (duration: 138.822341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:51.721551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571852508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:55:51.996463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152091405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb264e86067\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T17:55:51.996554Z","caller":"traceutil/trace.go:171","msg":"trace[683378571] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb264e86067; range_end:; response_count:1; response_revision:2017; }","duration":"1.152238429s","start":"2026-03-19T17:55:50.844294Z","end":"2026-03-19T17:55:51.996532Z","steps":["trace[683378571] 'range keys from in-memory index tree' (duration: 1.151915481s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:51.996598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:50.844273Z","time spent":"1.15231377s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb264e86067\" "} {"level":"warn","ts":"2026-03-19T17:55:52.023576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045787398s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:55:52.023908Z","caller":"traceutil/trace.go:171","msg":"trace[1342499049] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"1.046203728s","start":"2026-03-19T17:55:50.977679Z","end":"2026-03-19T17:55:52.023883Z","steps":["trace[1342499049] 'process raft request' (duration: 1.046066094s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:52.024066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:50.977652Z","time spent":"1.046339772s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:53.651695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447822157s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:53.651941Z","caller":"traceutil/trace.go:171","msg":"trace[1675554082] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2018; }","duration":"1.448079333s","start":"2026-03-19T17:55:52.203836Z","end":"2026-03-19T17:55:53.651916Z","steps":["trace[1675554082] 'range keys from in-memory index tree' (duration: 1.447803236s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.311807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99998775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:55:54.311891Z","caller":"traceutil/trace.go:171","msg":"trace[2057711159] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117343s","start":"2026-03-19T17:55:52.311755Z","end":"2026-03-19T17:55:54.311872Z","steps":["trace[2057711159] 'agreement among raft nodes before linearized reading' (duration: 2.0000185s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.312167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:52.311737Z","time spent":"2.000206456s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:55:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:55:54.498098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076654789s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:55:54.499312Z","caller":"traceutil/trace.go:171","msg":"trace[640107231] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"2.746530266s","start":"2026-03-19T17:55:51.752757Z","end":"2026-03-19T17:55:54.499288Z","steps":["trace[640107231] 'process raft request' (duration: 2.745835887s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.499455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.752724Z","time spent":"2.746653799s","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:54.512548Z","caller":"traceutil/trace.go:171","msg":"trace[1250359619] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"2.513729526s","start":"2026-03-19T17:55:51.998793Z","end":"2026-03-19T17:55:54.512522Z","steps":["trace[1250359619] 'process raft request' (duration: 2.500482164s)","trace[1250359619] 'compare' (duration: 13.052737ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:54.51258Z","caller":"traceutil/trace.go:171","msg":"trace[1811832219] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2103; }","duration":"3.291791469s","start":"2026-03-19T17:55:51.220767Z","end":"2026-03-19T17:55:54.512558Z","steps":["trace[1811832219] 'read index received' (duration: 803.061232ms)","trace[1811832219] 'applied index is now lower than readState.Index' (duration: 2.488729347s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:54.512661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.998773Z","time spent":"2.513833789s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:54.512878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.80327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:55:54.512896Z","caller":"traceutil/trace.go:171","msg":"trace[1175672775] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"483.145143ms","start":"2026-03-19T17:55:54.029726Z","end":"2026-03-19T17:55:54.512871Z","steps":["trace[1175672775] 'process raft request' (duration: 482.764283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.512937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934607184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:55:54.512947Z","caller":"traceutil/trace.go:171","msg":"trace[241634328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2021; }","duration":"860.928983ms","start":"2026-03-19T17:55:53.652005Z","end":"2026-03-19T17:55:54.512934Z","steps":["trace[241634328] 'agreement among raft nodes before linearized reading' (duration: 860.781329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.512981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:53.651987Z","time spent":"860.986405ms","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:55:54.512974Z","caller":"traceutil/trace.go:171","msg":"trace[650249305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2021; }","duration":"2.934684217s","start":"2026-03-19T17:55:51.57828Z","end":"2026-03-19T17:55:54.512964Z","steps":["trace[650249305] 'agreement among raft nodes before linearized reading' (duration: 2.934523953s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.51301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.827392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:54.51312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288162466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-19T17:55:54.513102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987269331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:55:54.513157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949756887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-19T17:55:54.513171Z","caller":"traceutil/trace.go:171","msg":"trace[1027879835] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2021; }","duration":"3.288214347s","start":"2026-03-19T17:55:51.224935Z","end":"2026-03-19T17:55:54.513149Z","steps":["trace[1027879835] 'agreement among raft nodes before linearized reading' (duration: 3.288139726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.513182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440803355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:55:54.5132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.224925Z","time spent":"3.288269689s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T17:55:54.513199Z","caller":"traceutil/trace.go:171","msg":"trace[995680649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2021; }","duration":"2.949821069s","start":"2026-03-19T17:55:51.563363Z","end":"2026-03-19T17:55:54.513184Z","steps":["trace[995680649] 'agreement among raft nodes before linearized reading' (duration: 2.949723727s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:54.513189Z","caller":"traceutil/trace.go:171","msg":"trace[283221426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2021; }","duration":"2.987405244s","start":"2026-03-19T17:55:51.525764Z","end":"2026-03-19T17:55:54.513169Z","steps":["trace[283221426] 'agreement among raft nodes before linearized reading' (duration: 2.987091486s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.513191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292417836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:54.513211Z","caller":"traceutil/trace.go:171","msg":"trace[1678557988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2021; }","duration":"2.440849627s","start":"2026-03-19T17:55:52.072351Z","end":"2026-03-19T17:55:54.513201Z","steps":["trace[1678557988] 'agreement among raft nodes before linearized reading' (duration: 2.440782695s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.513234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.563341Z","time spent":"2.94988576s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:55:54.513191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.065046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:54.513254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:52.072336Z","time spent":"2.440911478s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:55:54.513255Z","caller":"traceutil/trace.go:171","msg":"trace[994211434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2021; }","duration":"3.292479209s","start":"2026-03-19T17:55:51.220761Z","end":"2026-03-19T17:55:54.51324Z","steps":["trace[994211434] 'agreement among raft nodes before linearized reading' (duration: 3.291911223s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.513252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.52574Z","time spent":"2.987499627s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:55:54.51329Z","caller":"traceutil/trace.go:171","msg":"trace[786248727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2021; }","duration":"201.209519ms","start":"2026-03-19T17:55:54.312055Z","end":"2026-03-19T17:55:54.513264Z","steps":["trace[786248727] 'agreement among raft nodes before linearized reading' (duration: 201.054835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.513305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.220704Z","time spent":"3.292589861s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:54.513113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849552298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T17:55:54.51335Z","caller":"traceutil/trace.go:171","msg":"trace[2103899676] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2021; }","duration":"1.849823655s","start":"2026-03-19T17:55:52.663519Z","end":"2026-03-19T17:55:54.513343Z","steps":["trace[2103899676] 'agreement among raft nodes before linearized reading' (duration: 1.849536898s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.513375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:52.663496Z","time spent":"1.849873427s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:55:54.513011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:54.029665Z","time spent":"483.289317ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:54.512981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290129557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:55:54.513429Z","caller":"traceutil/trace.go:171","msg":"trace[1544164846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2021; }","duration":"3.290622419s","start":"2026-03-19T17:55:51.222802Z","end":"2026-03-19T17:55:54.513425Z","steps":["trace[1544164846] 'agreement among raft nodes before linearized reading' (duration: 3.289954782s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.513443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.222791Z","time spent":"3.29064803s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:54.513041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.727275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:54.513114Z","caller":"traceutil/trace.go:171","msg":"trace[1172884193] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2021; }","duration":"244.964385ms","start":"2026-03-19T17:55:54.268137Z","end":"2026-03-19T17:55:54.513101Z","steps":["trace[1172884193] 'agreement among raft nodes before linearized reading' (duration: 244.799191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:54.513481Z","caller":"traceutil/trace.go:171","msg":"trace[1170217616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2021; }","duration":"640.201148ms","start":"2026-03-19T17:55:53.87327Z","end":"2026-03-19T17:55:54.513471Z","steps":["trace[1170217616] 'agreement among raft nodes before linearized reading' (duration: 639.717735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.513512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:53.873245Z","time spent":"640.26008ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:55:54.513032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.57827Z","time spent":"2.934753378s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:55:54.513265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845597446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:54.513936Z","caller":"traceutil/trace.go:171","msg":"trace[2145820917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2021; }","duration":"2.846342795s","start":"2026-03-19T17:55:51.667574Z","end":"2026-03-19T17:55:54.513917Z","steps":["trace[2145820917] 'agreement among raft nodes before linearized reading' (duration: 2.845571205s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.513985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.667549Z","time spent":"2.846418956s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:56:04.770209Z","caller":"traceutil/trace.go:171","msg":"trace[2020796775] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2161; }","duration":"124.025667ms","start":"2026-03-19T17:56:04.646161Z","end":"2026-03-19T17:56:04.770187Z","steps":["trace[2020796775] 'read index received' (duration: 30.345647ms)","trace[2020796775] 'applied index is now lower than readState.Index' (duration: 93.67913ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:04.770264Z","caller":"traceutil/trace.go:171","msg":"trace[92820873] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"128.588226ms","start":"2026-03-19T17:56:04.641643Z","end":"2026-03-19T17:56:04.770232Z","steps":["trace[92820873] 'process raft request' (duration: 128.421752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:04.770367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.183041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:04.770445Z","caller":"traceutil/trace.go:171","msg":"trace[434717982] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2074; }","duration":"124.300744ms","start":"2026-03-19T17:56:04.646125Z","end":"2026-03-19T17:56:04.770426Z","steps":["trace[434717982] 'agreement among raft nodes before linearized reading' (duration: 124.15595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:04.771047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.098699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:56:04.771098Z","caller":"traceutil/trace.go:171","msg":"trace[1700510704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2074; }","duration":"114.174561ms","start":"2026-03-19T17:56:04.656907Z","end":"2026-03-19T17:56:04.771081Z","steps":["trace[1700510704] 'agreement among raft nodes before linearized reading' (duration: 113.489403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.007503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.512704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:05.00761Z","caller":"traceutil/trace.go:171","msg":"trace[35709878] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"233.010254ms","start":"2026-03-19T17:56:04.774582Z","end":"2026-03-19T17:56:05.007593Z","steps":["trace[35709878] 'process raft request' (duration: 72.326655ms)","trace[35709878] 'compare' (duration: 160.405401ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:05.034763Z","caller":"traceutil/trace.go:171","msg":"trace[494806975] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"259.524831ms","start":"2026-03-19T17:56:04.775153Z","end":"2026-03-19T17:56:05.034677Z","steps":["trace[494806975] 'process raft request' (duration: 259.426939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:05.034907Z","caller":"traceutil/trace.go:171","msg":"trace[829725530] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2163; }","duration":"252.334687ms","start":"2026-03-19T17:56:04.782554Z","end":"2026-03-19T17:56:05.034889Z","steps":["trace[829725530] 'read index received' (duration: 64.324469ms)","trace[829725530] 'applied index is now lower than readState.Index' (duration: 188.009538ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:05.034973Z","caller":"traceutil/trace.go:171","msg":"trace[863720357] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"260.149509ms","start":"2026-03-19T17:56:04.774813Z","end":"2026-03-19T17:56:05.034962Z","steps":["trace[863720357] 'process raft request' (duration: 259.568473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:05.035051Z","caller":"traceutil/trace.go:171","msg":"trace[1759006440] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"259.847791ms","start":"2026-03-19T17:56:04.775193Z","end":"2026-03-19T17:56:05.035041Z","steps":["trace[1759006440] 'process raft request' (duration: 259.439059ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:05.035238Z","caller":"traceutil/trace.go:171","msg":"trace[583521892] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"259.989064ms","start":"2026-03-19T17:56:04.775219Z","end":"2026-03-19T17:56:05.035208Z","steps":["trace[583521892] 'process raft request' (duration: 259.571473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.035246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.685745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:56:05.035325Z","caller":"traceutil/trace.go:171","msg":"trace[1718280461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2079; }","duration":"252.797248ms","start":"2026-03-19T17:56:04.782493Z","end":"2026-03-19T17:56:05.035303Z","steps":["trace[1718280461] 'agreement among raft nodes before linearized reading' (duration: 252.562432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.240989Z","caller":"traceutil/trace.go:171","msg":"trace[1232808448] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"152.245889ms","start":"2026-03-19T17:56:07.088717Z","end":"2026-03-19T17:56:07.240963Z","steps":["trace[1232808448] 'process raft request' (duration: 152.125525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.253077Z","caller":"traceutil/trace.go:171","msg":"trace[691476615] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"163.741607ms","start":"2026-03-19T17:56:07.089323Z","end":"2026-03-19T17:56:07.253065Z","steps":["trace[691476615] 'process raft request' (duration: 163.644614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.253272Z","caller":"traceutil/trace.go:171","msg":"trace[2035757148] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"163.918602ms","start":"2026-03-19T17:56:07.089339Z","end":"2026-03-19T17:56:07.253257Z","steps":["trace[2035757148] 'process raft request' (duration: 163.697396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.253382Z","caller":"traceutil/trace.go:171","msg":"trace[1864568863] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"164.024694ms","start":"2026-03-19T17:56:07.089348Z","end":"2026-03-19T17:56:07.253373Z","steps":["trace[1864568863] 'process raft request' (duration: 163.85585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.94383Z","caller":"traceutil/trace.go:171","msg":"trace[1194228009] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2181; }","duration":"240.786156ms","start":"2026-03-19T17:56:08.703007Z","end":"2026-03-19T17:56:08.943793Z","steps":["trace[1194228009] 'read index received' (duration: 240.442657ms)","trace[1194228009] 'applied index is now lower than readState.Index' (duration: 336.589µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:08.94389Z","caller":"traceutil/trace.go:171","msg":"trace[516252978] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"269.304416ms","start":"2026-03-19T17:56:08.674544Z","end":"2026-03-19T17:56:08.943849Z","steps":["trace[516252978] 'process raft request' (duration: 269.006919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.944161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.127315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T17:56:08.944197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.265071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:56:08.94425Z","caller":"traceutil/trace.go:171","msg":"trace[971377981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2092; }","duration":"238.388974ms","start":"2026-03-19T17:56:08.705844Z","end":"2026-03-19T17:56:08.944232Z","steps":["trace[971377981] 'agreement among raft nodes before linearized reading' (duration: 238.175008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.94425Z","caller":"traceutil/trace.go:171","msg":"trace[1323171706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2092; }","duration":"241.288199ms","start":"2026-03-19T17:56:08.702939Z","end":"2026-03-19T17:56:08.944227Z","steps":["trace[1323171706] 'agreement among raft nodes before linearized reading' (duration: 241.022132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:09.196149Z","caller":"traceutil/trace.go:171","msg":"trace[694755444] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"101.330099ms","start":"2026-03-19T17:56:09.094781Z","end":"2026-03-19T17:56:09.196112Z","steps":["trace[694755444] 'process raft request' (duration: 92.187682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:11.086453Z","caller":"traceutil/trace.go:171","msg":"trace[235114114] linearizableReadLoop","detail":"{readStateIndex:2192; appliedIndex:2191; }","duration":"130.704682ms","start":"2026-03-19T17:56:10.955725Z","end":"2026-03-19T17:56:11.08643Z","steps":["trace[235114114] 'read index received' (duration: 91.422263ms)","trace[235114114] 'applied index is now lower than readState.Index' (duration: 39.281329ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:11.086585Z","caller":"traceutil/trace.go:171","msg":"trace[1843427216] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"136.525102ms","start":"2026-03-19T17:56:10.950032Z","end":"2026-03-19T17:56:11.086557Z","steps":["trace[1843427216] 'process raft request' (duration: 97.179261ms)","trace[1843427216] 'compare' (duration: 39.081384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:11.086801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.366948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:56:11.086884Z","caller":"traceutil/trace.go:171","msg":"trace[1475526340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2102; }","duration":"126.498802ms","start":"2026-03-19T17:56:10.960362Z","end":"2026-03-19T17:56:11.086861Z","steps":["trace[1475526340] 'agreement among raft nodes before linearized reading' (duration: 126.250875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.087047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.298837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:56:11.087115Z","caller":"traceutil/trace.go:171","msg":"trace[2120755564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2102; }","duration":"131.41024ms","start":"2026-03-19T17:56:10.955688Z","end":"2026-03-19T17:56:11.087098Z","steps":["trace[2120755564] 'agreement among raft nodes before linearized reading' (duration: 130.885966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:13.514296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.77006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:13.514627Z","caller":"traceutil/trace.go:171","msg":"trace[1552596191] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"158.945813ms","start":"2026-03-19T17:56:13.355636Z","end":"2026-03-19T17:56:13.514582Z","steps":["trace[1552596191] 'process raft request' (duration: 39.786562ms)","trace[1552596191] 'compare' (duration: 118.625866ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:13.514826Z","caller":"traceutil/trace.go:171","msg":"trace[1778166211] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"157.244ms","start":"2026-03-19T17:56:13.357557Z","end":"2026-03-19T17:56:13.514801Z","steps":["trace[1778166211] 'process raft request' (duration: 157.125127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:13.515061Z","caller":"traceutil/trace.go:171","msg":"trace[1673058210] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"159.232461ms","start":"2026-03-19T17:56:13.355801Z","end":"2026-03-19T17:56:13.515033Z","steps":["trace[1673058210] 'process raft request' (duration: 158.612934ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:15.652047Z","caller":"traceutil/trace.go:171","msg":"trace[888635949] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"127.760164ms","start":"2026-03-19T17:56:15.52426Z","end":"2026-03-19T17:56:15.652021Z","steps":["trace[888635949] 'process raft request' (duration: 127.300691ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:15.652297Z","caller":"traceutil/trace.go:171","msg":"trace[1776664359] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"128.500483ms","start":"2026-03-19T17:56:15.523764Z","end":"2026-03-19T17:56:15.652264Z","steps":["trace[1776664359] 'process raft request' (duration: 56.897896ms)","trace[1776664359] 'compare' (duration: 70.698683ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:39.463524Z","caller":"traceutil/trace.go:171","msg":"trace[473459533] linearizableReadLoop","detail":"{readStateIndex:2340; appliedIndex:2339; }","duration":"151.647473ms","start":"2026-03-19T17:56:39.311832Z","end":"2026-03-19T17:56:39.463479Z","steps":["trace[473459533] 'read index received' (duration: 151.356806ms)","trace[473459533] 'applied index is now lower than readState.Index' (duration: 288.867µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:39.46376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.903292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:39.463856Z","caller":"traceutil/trace.go:171","msg":"trace[605350558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2244; }","duration":"152.029745ms","start":"2026-03-19T17:56:39.311805Z","end":"2026-03-19T17:56:39.463835Z","steps":["trace[605350558] 'agreement among raft nodes before linearized reading' (duration: 151.87164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:39.463776Z","caller":"traceutil/trace.go:171","msg":"trace[465755072] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"206.307778ms","start":"2026-03-19T17:56:39.257286Z","end":"2026-03-19T17:56:39.463594Z","steps":["trace[465755072] 'process raft request' (duration: 205.955209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:39.463927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.050972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-19T17:56:39.464175Z","caller":"traceutil/trace.go:171","msg":"trace[1210304050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2244; }","duration":"110.316119ms","start":"2026-03-19T17:56:39.353829Z","end":"2026-03-19T17:56:39.464145Z","steps":["trace[1210304050] 'agreement among raft nodes before linearized reading' (duration: 109.878276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:39.709569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.140858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:39.709803Z","caller":"traceutil/trace.go:171","msg":"trace[1712542878] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"241.101658ms","start":"2026-03-19T17:56:39.468674Z","end":"2026-03-19T17:56:39.709776Z","steps":["trace[1712542878] 'process raft request' (duration: 135.662803ms)","trace[1712542878] 'compare' (duration: 105.008044ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:39.70987Z","caller":"traceutil/trace.go:171","msg":"trace[2027831618] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"240.873082ms","start":"2026-03-19T17:56:39.468978Z","end":"2026-03-19T17:56:39.709851Z","steps":["trace[2027831618] 'process raft request' (duration: 240.740399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:39.710121Z","caller":"traceutil/trace.go:171","msg":"trace[34244182] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"239.779092ms","start":"2026-03-19T17:56:39.470303Z","end":"2026-03-19T17:56:39.710082Z","steps":["trace[34244182] 'process raft request' (duration: 239.499985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:39.710076Z","caller":"traceutil/trace.go:171","msg":"trace[752049179] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2340; }","duration":"147.496371ms","start":"2026-03-19T17:56:39.562544Z","end":"2026-03-19T17:56:39.710041Z","steps":["trace[752049179] 'read index received' (duration: 41.812089ms)","trace[752049179] 'applied index is now lower than readState.Index' (duration: 105.682782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:39.710248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.710986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:56:39.710291Z","caller":"traceutil/trace.go:171","msg":"trace[1312665556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2247; }","duration":"147.817481ms","start":"2026-03-19T17:56:39.562462Z","end":"2026-03-19T17:56:39.710279Z","steps":["trace[1312665556] 'agreement among raft nodes before linearized reading' (duration: 147.670736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:03.961924Z","caller":"traceutil/trace.go:171","msg":"trace[1816314802] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"100.754134ms","start":"2026-03-19T17:57:03.861149Z","end":"2026-03-19T17:57:03.961903Z","steps":["trace[1816314802] 'process raft request' (duration: 100.640631ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:03.962241Z","caller":"traceutil/trace.go:171","msg":"trace[249592622] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"100.071238ms","start":"2026-03-19T17:57:03.862147Z","end":"2026-03-19T17:57:03.962218Z","steps":["trace[249592622] 'process raft request' (duration: 99.725219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:07.994762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.744386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:57:07.994855Z","caller":"traceutil/trace.go:171","msg":"trace[433060387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2418; }","duration":"113.886151ms","start":"2026-03-19T17:57:07.88095Z","end":"2026-03-19T17:57:07.994836Z","steps":["trace[433060387] 'range keys from in-memory index tree' (duration: 113.49486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:07.994883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.652661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:07.99497Z","caller":"traceutil/trace.go:171","msg":"trace[1266770228] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2418; }","duration":"203.803384ms","start":"2026-03-19T17:57:07.791148Z","end":"2026-03-19T17:57:07.994952Z","steps":["trace[1266770228] 'count revisions from in-memory index tree' (duration: 203.557488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.143887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078529151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:10.144006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.42971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:10.144109Z","caller":"traceutil/trace.go:171","msg":"trace[1633530197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2426; }","duration":"832.591344ms","start":"2026-03-19T17:57:09.311496Z","end":"2026-03-19T17:57:10.144088Z","steps":["trace[1633530197] 'range keys from in-memory index tree' (duration: 832.313078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.144162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:09.311477Z","time spent":"832.675355ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:10.144327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.815278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-19T17:57:10.144384Z","caller":"traceutil/trace.go:171","msg":"trace[260932195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2426; }","duration":"726.912881ms","start":"2026-03-19T17:57:09.417456Z","end":"2026-03-19T17:57:10.144369Z","steps":["trace[260932195] 'range keys from in-memory index tree' (duration: 726.646504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.144418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:09.417428Z","time spent":"726.980713ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T17:57:10.14403Z","caller":"traceutil/trace.go:171","msg":"trace[272881703] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2426; }","duration":"1.078722546s","start":"2026-03-19T17:57:09.065285Z","end":"2026-03-19T17:57:10.144008Z","steps":["trace[272881703] 'count revisions from in-memory index tree' (duration: 1.0784549s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.14451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:09.065261Z","time spent":"1.079203269s","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:10.144549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365442866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-19T17:57:10.144603Z","caller":"traceutil/trace.go:171","msg":"trace[1504700613] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2426; }","duration":"1.365540979s","start":"2026-03-19T17:57:08.779049Z","end":"2026-03-19T17:57:10.14459Z","steps":["trace[1504700613] 'range keys from in-memory index tree' (duration: 1.365254911s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.144635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:08.779031Z","time spent":"1.36559524s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T17:57:10.152903Z","caller":"traceutil/trace.go:171","msg":"trace[665716114] linearizableReadLoop","detail":"{readStateIndex:2531; appliedIndex:2530; }","duration":"147.865818ms","start":"2026-03-19T17:57:10.005019Z","end":"2026-03-19T17:57:10.152885Z","steps":["trace[665716114] 'read index received' (duration: 147.712434ms)","trace[665716114] 'applied index is now lower than readState.Index' (duration: 152.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:10.152929Z","caller":"traceutil/trace.go:171","msg":"trace[1938786671] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"530.499726ms","start":"2026-03-19T17:57:09.622414Z","end":"2026-03-19T17:57:10.152914Z","steps":["trace[1938786671] 'process raft request' (duration: 530.350691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.153015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:09.622389Z","time spent":"530.580437ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:10.153075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.045002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:57:10.153105Z","caller":"traceutil/trace.go:171","msg":"trace[1946247740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2427; }","duration":"148.114044ms","start":"2026-03-19T17:57:10.004984Z","end":"2026-03-19T17:57:10.153098Z","steps":["trace[1946247740] 'agreement among raft nodes before linearized reading' (duration: 148.008562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.153141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.094012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T17:57:10.153189Z","caller":"traceutil/trace.go:171","msg":"trace[1109708616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2427; }","duration":"145.156803ms","start":"2026-03-19T17:57:10.00802Z","end":"2026-03-19T17:57:10.153176Z","steps":["trace[1109708616] 'agreement among raft nodes before linearized reading' (duration: 145.02509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.153218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.58754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T17:57:10.153226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.944931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:57:10.153252Z","caller":"traceutil/trace.go:171","msg":"trace[1981569842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2427; }","duration":"120.983272ms","start":"2026-03-19T17:57:10.032263Z","end":"2026-03-19T17:57:10.153246Z","steps":["trace[1981569842] 'agreement among raft nodes before linearized reading' (duration: 120.91082ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:10.153256Z","caller":"traceutil/trace.go:171","msg":"trace[628512224] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2427; }","duration":"144.621911ms","start":"2026-03-19T17:57:10.008622Z","end":"2026-03-19T17:57:10.153244Z","steps":["trace[628512224] 'agreement among raft nodes before linearized reading' (duration: 144.533879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.153357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.918028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:57:10.153398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.873612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:57:10.153427Z","caller":"traceutil/trace.go:171","msg":"trace[1970191849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2427; }","duration":"145.01353ms","start":"2026-03-19T17:57:10.008398Z","end":"2026-03-19T17:57:10.153412Z","steps":["trace[1970191849] 'agreement among raft nodes before linearized reading' (duration: 144.796185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:10.153569Z","caller":"traceutil/trace.go:171","msg":"trace[1569399420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2427; }","duration":"143.958464ms","start":"2026-03-19T17:57:10.009467Z","end":"2026-03-19T17:57:10.153425Z","steps":["trace[1569399420] 'agreement among raft nodes before linearized reading' (duration: 143.672117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:10.153673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.494332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-19T17:57:10.153727Z","caller":"traceutil/trace.go:171","msg":"trace[1780369954] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2427; }","duration":"113.563653ms","start":"2026-03-19T17:57:10.040144Z","end":"2026-03-19T17:57:10.153708Z","steps":["trace[1780369954] 'agreement among raft nodes before linearized reading' (duration: 113.45082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.967383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.898604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:25.967478Z","caller":"traceutil/trace.go:171","msg":"trace[1044602209] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2510; }","duration":"117.051626ms","start":"2026-03-19T17:57:25.850405Z","end":"2026-03-19T17:57:25.967456Z","steps":["trace[1044602209] 'count revisions from in-memory index tree' (duration: 116.796701ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.17089Z","caller":"traceutil/trace.go:171","msg":"trace[1084349413] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"204.87662ms","start":"2026-03-19T17:57:25.965986Z","end":"2026-03-19T17:57:26.170862Z","steps":["trace[1084349413] 'process raft request' (duration: 204.654885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.451093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.109685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:26.451319Z","caller":"traceutil/trace.go:171","msg":"trace[1681587765] linearizableReadLoop","detail":"{readStateIndex:2621; appliedIndex:2619; }","duration":"165.520914ms","start":"2026-03-19T17:57:26.285777Z","end":"2026-03-19T17:57:26.451298Z","steps":["trace[1681587765] 'read index received' (duration: 58.559859ms)","trace[1681587765] 'applied index is now lower than readState.Index' (duration: 106.959685ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:26.451515Z","caller":"traceutil/trace.go:171","msg":"trace[475135320] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"274.776983ms","start":"2026-03-19T17:57:26.176696Z","end":"2026-03-19T17:57:26.451473Z","steps":["trace[475135320] 'process raft request' (duration: 106.163715ms)","trace[475135320] 'compare' (duration: 167.789608ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:26.451681Z","caller":"traceutil/trace.go:171","msg":"trace[956460511] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"224.551314ms","start":"2026-03-19T17:57:26.227039Z","end":"2026-03-19T17:57:26.45159Z","steps":["trace[956460511] 'process raft request' (duration: 224.190524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.451732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.20341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:26.452567Z","caller":"traceutil/trace.go:171","msg":"trace[700930724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2513; }","duration":"140.07836ms","start":"2026-03-19T17:57:26.312463Z","end":"2026-03-19T17:57:26.452541Z","steps":["trace[700930724] 'agreement among raft nodes before linearized reading' (duration: 139.19604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.451814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.001825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T17:57:26.452853Z","caller":"traceutil/trace.go:171","msg":"trace[1036154468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2513; }","duration":"167.123922ms","start":"2026-03-19T17:57:26.285716Z","end":"2026-03-19T17:57:26.45284Z","steps":["trace[1036154468] 'agreement among raft nodes before linearized reading' (duration: 165.78861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.451918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.683611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:57:26.453021Z","caller":"traceutil/trace.go:171","msg":"trace[1316385459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2513; }","duration":"130.824529ms","start":"2026-03-19T17:57:26.322185Z","end":"2026-03-19T17:57:26.45301Z","steps":["trace[1316385459] 'agreement among raft nodes before linearized reading' (duration: 129.63775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.451962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.644917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:57:26.453126Z","caller":"traceutil/trace.go:171","msg":"trace[224154683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2513; }","duration":"127.846866ms","start":"2026-03-19T17:57:26.325272Z","end":"2026-03-19T17:57:26.453119Z","steps":["trace[224154683] 'agreement among raft nodes before linearized reading' (duration: 126.602617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.451962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.523344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T17:57:26.45199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.752481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T17:57:26.453254Z","caller":"traceutil/trace.go:171","msg":"trace[1699195115] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2513; }","duration":"127.823055ms","start":"2026-03-19T17:57:26.325409Z","end":"2026-03-19T17:57:26.453232Z","steps":["trace[1699195115] 'agreement among raft nodes before linearized reading' (duration: 126.441692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.452068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.565055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T17:57:26.453408Z","caller":"traceutil/trace.go:171","msg":"trace[744872658] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2513; }","duration":"128.200845ms","start":"2026-03-19T17:57:26.325163Z","end":"2026-03-19T17:57:26.453363Z","steps":["trace[744872658] 'agreement among raft nodes before linearized reading' (duration: 126.590737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.453475Z","caller":"traceutil/trace.go:171","msg":"trace[2039829884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2513; }","duration":"128.01638ms","start":"2026-03-19T17:57:26.325444Z","end":"2026-03-19T17:57:26.45346Z","steps":["trace[2039829884] 'agreement among raft nodes before linearized reading' (duration: 126.403722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.452002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.643838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:57:26.453737Z","caller":"traceutil/trace.go:171","msg":"trace[1334080792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2513; }","duration":"128.397419ms","start":"2026-03-19T17:57:26.325328Z","end":"2026-03-19T17:57:26.453726Z","steps":["trace[1334080792] 'agreement among raft nodes before linearized reading' (duration: 126.36979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.630564Z","caller":"traceutil/trace.go:171","msg":"trace[566145204] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"172.46558ms","start":"2026-03-19T17:57:26.458069Z","end":"2026-03-19T17:57:26.630534Z","steps":["trace[566145204] 'process raft request' (duration: 158.554166ms)","trace[566145204] 'compare' (duration: 13.686058ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:26.630896Z","caller":"traceutil/trace.go:171","msg":"trace[1930113113] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"171.810294ms","start":"2026-03-19T17:57:26.459058Z","end":"2026-03-19T17:57:26.630869Z","steps":["trace[1930113113] 'process raft request' (duration: 171.664881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.631057Z","caller":"traceutil/trace.go:171","msg":"trace[1643467332] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"172.647874ms","start":"2026-03-19T17:57:26.458387Z","end":"2026-03-19T17:57:26.631035Z","steps":["trace[1643467332] 'process raft request' (duration: 172.107611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.631057Z","caller":"traceutil/trace.go:171","msg":"trace[1055894422] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"171.885386ms","start":"2026-03-19T17:57:26.459153Z","end":"2026-03-19T17:57:26.631039Z","steps":["trace[1055894422] 'process raft request' (duration: 171.679232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.631171Z","caller":"traceutil/trace.go:171","msg":"trace[1538877680] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"171.736863ms","start":"2026-03-19T17:57:26.459418Z","end":"2026-03-19T17:57:26.631155Z","steps":["trace[1538877680] 'process raft request' (duration: 171.544169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.631201Z","caller":"traceutil/trace.go:171","msg":"trace[1894564952] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"170.464122ms","start":"2026-03-19T17:57:26.460724Z","end":"2026-03-19T17:57:26.631188Z","steps":["trace[1894564952] 'process raft request' (duration: 170.38021ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.631188Z","caller":"traceutil/trace.go:171","msg":"trace[1469469776] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2622; }","duration":"172.986682ms","start":"2026-03-19T17:57:26.458179Z","end":"2026-03-19T17:57:26.631165Z","steps":["trace[1469469776] 'read index received' (duration: 70.490286ms)","trace[1469469776] 'applied index is now lower than readState.Index' (duration: 102.495506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:26.631353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.152866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:57:26.631388Z","caller":"traceutil/trace.go:171","msg":"trace[567606884] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2520; }","duration":"173.242859ms","start":"2026-03-19T17:57:26.458136Z","end":"2026-03-19T17:57:26.631379Z","steps":["trace[567606884] 'agreement among raft nodes before linearized reading' (duration: 173.108365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.807662Z","caller":"traceutil/trace.go:171","msg":"trace[1389649903] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"117.304693ms","start":"2026-03-19T17:57:32.690314Z","end":"2026-03-19T17:57:32.807619Z","steps":["trace[1389649903] 'process raft request' (duration: 117.020285ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.858027Z","caller":"traceutil/trace.go:171","msg":"trace[552907283] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"166.558947ms","start":"2026-03-19T17:57:32.691427Z","end":"2026-03-19T17:57:32.857986Z","steps":["trace[552907283] 'process raft request' (duration: 166.27502ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.858302Z","caller":"traceutil/trace.go:171","msg":"trace[1271151082] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"166.679791ms","start":"2026-03-19T17:57:32.691574Z","end":"2026-03-19T17:57:32.858254Z","steps":["trace[1271151082] 'process raft request' (duration: 166.312381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.858375Z","caller":"traceutil/trace.go:171","msg":"trace[1643071906] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"166.187409ms","start":"2026-03-19T17:57:32.692158Z","end":"2026-03-19T17:57:32.858345Z","steps":["trace[1643071906] 'process raft request' (duration: 166.119118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.858514Z","caller":"traceutil/trace.go:171","msg":"trace[1895168409] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"166.846715ms","start":"2026-03-19T17:57:32.691645Z","end":"2026-03-19T17:57:32.858492Z","steps":["trace[1895168409] 'process raft request' (duration: 166.486356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.858636Z","caller":"traceutil/trace.go:171","msg":"trace[1670165675] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"166.64284ms","start":"2026-03-19T17:57:32.691974Z","end":"2026-03-19T17:57:32.858617Z","steps":["trace[1670165675] 'process raft request' (duration: 166.267831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.858733Z","caller":"traceutil/trace.go:171","msg":"trace[2093411346] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"166.268531ms","start":"2026-03-19T17:57:32.692416Z","end":"2026-03-19T17:57:32.858685Z","steps":["trace[2093411346] 'process raft request' (duration: 165.895843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.04537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.902861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T17:57:39.045391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.651444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T17:57:39.04551Z","caller":"traceutil/trace.go:171","msg":"trace[1866295240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2572; }","duration":"155.833999ms","start":"2026-03-19T17:57:38.889651Z","end":"2026-03-19T17:57:39.045485Z","steps":["trace[1866295240] 'range keys from in-memory index tree' (duration: 155.45859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.045597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.968166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T17:57:39.045644Z","caller":"traceutil/trace.go:171","msg":"trace[1639060582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2572; }","duration":"216.049728ms","start":"2026-03-19T17:57:38.829582Z","end":"2026-03-19T17:57:39.045631Z","steps":["trace[1639060582] 'range keys from in-memory index tree' (duration: 215.812723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.045668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.799458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T17:57:39.045466Z","caller":"traceutil/trace.go:171","msg":"trace[1600123136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2572; }","duration":"161.051485ms","start":"2026-03-19T17:57:38.884395Z","end":"2026-03-19T17:57:39.045447Z","steps":["trace[1600123136] 'range keys from in-memory index tree' (duration: 160.720697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.045745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.068494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T17:57:39.045858Z","caller":"traceutil/trace.go:171","msg":"trace[25967697] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2572; }","duration":"156.245439ms","start":"2026-03-19T17:57:38.889584Z","end":"2026-03-19T17:57:39.045829Z","steps":["trace[25967697] 'range keys from in-memory index tree' (duration: 155.89173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.045868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.989347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:57:39.046023Z","caller":"traceutil/trace.go:171","msg":"trace[446244429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2572; }","duration":"157.191452ms","start":"2026-03-19T17:57:38.888807Z","end":"2026-03-19T17:57:39.045998Z","steps":["trace[446244429] 'range keys from in-memory index tree' (duration: 156.68274ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:39.045825Z","caller":"traceutil/trace.go:171","msg":"trace[10190282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2572; }","duration":"156.041183ms","start":"2026-03-19T17:57:38.889728Z","end":"2026-03-19T17:57:39.04577Z","steps":["trace[10190282] 'range keys from in-memory index tree' (duration: 155.526651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.993263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244724113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T17:57:46.993379Z","caller":"traceutil/trace.go:171","msg":"trace[886258031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2599; }","duration":"2.244903527s","start":"2026-03-19T17:57:44.748453Z","end":"2026-03-19T17:57:46.993357Z","steps":["trace[886258031] 'range keys from in-memory index tree' (duration: 2.244487358s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.993439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:44.748432Z","time spent":"2.24499351s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:57:46.993957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188469298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-19T17:57:46.994044Z","caller":"traceutil/trace.go:171","msg":"trace[327586185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2599; }","duration":"1.188623302s","start":"2026-03-19T17:57:45.805401Z","end":"2026-03-19T17:57:46.994024Z","steps":["trace[327586185] 'range keys from in-memory index tree' (duration: 1.188263983s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.994042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864930805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T17:57:46.994082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.805378Z","time spent":"1.188697533s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T17:57:46.994107Z","caller":"traceutil/trace.go:171","msg":"trace[1606938920] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2599; }","duration":"1.865034238s","start":"2026-03-19T17:57:45.129058Z","end":"2026-03-19T17:57:46.994092Z","steps":["trace[1606938920] 'range keys from in-memory index tree' (duration: 1.864797012s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.994135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.129041Z","time spent":"1.865088868s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:57:46.99431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214539458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-19T17:57:46.994329Z","caller":"traceutil/trace.go:171","msg":"trace[2042636093] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2599; }","duration":"2.214590559s","start":"2026-03-19T17:57:44.779733Z","end":"2026-03-19T17:57:46.994324Z","steps":["trace[2042636093] 'range keys from in-memory index tree' (duration: 2.214405004s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.994342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:44.779711Z","time spent":"2.214627849s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T17:57:46.994497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.904018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:57:46.99456Z","caller":"traceutil/trace.go:171","msg":"trace[1821560551] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:2599; }","duration":"858.99852ms","start":"2026-03-19T17:57:46.135546Z","end":"2026-03-19T17:57:46.994544Z","steps":["trace[1821560551] 'range keys from in-memory index tree' (duration: 858.766375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.994601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.13553Z","time spent":"859.064071ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-19T17:57:46.99473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887262992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:57:46.994769Z","caller":"traceutil/trace.go:171","msg":"trace[1353906519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2599; }","duration":"1.887340653s","start":"2026-03-19T17:57:45.107422Z","end":"2026-03-19T17:57:46.994763Z","steps":["trace[1353906519] 'range keys from in-memory index tree' (duration: 1.887091938s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.994788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.107401Z","time spent":"1.887382185s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:46.994913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867785583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:57:46.994931Z","caller":"traceutil/trace.go:171","msg":"trace[1762252207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2599; }","duration":"1.867804114s","start":"2026-03-19T17:57:45.127123Z","end":"2026-03-19T17:57:46.994927Z","steps":["trace[1762252207] 'range keys from in-memory index tree' (duration: 1.867687391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.994949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.127063Z","time spent":"1.867880966s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:57:46.994987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865699253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:57:46.995022Z","caller":"traceutil/trace.go:171","msg":"trace[157596435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2599; }","duration":"1.865734353s","start":"2026-03-19T17:57:45.129279Z","end":"2026-03-19T17:57:46.995014Z","steps":["trace[157596435] 'range keys from in-memory index tree' (duration: 1.86556293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.995035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867491967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:57:46.995046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.129247Z","time spent":"1.865793445s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:46.995158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865831426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-19T17:57:46.995183Z","caller":"traceutil/trace.go:171","msg":"trace[1879626084] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2599; }","duration":"1.865873797s","start":"2026-03-19T17:57:45.1293Z","end":"2026-03-19T17:57:46.995174Z","steps":["trace[1879626084] 'range keys from in-memory index tree' (duration: 1.865736374s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.995205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.12929Z","time spent":"1.865907968s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T17:57:46.99505Z","caller":"traceutil/trace.go:171","msg":"trace[331065288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2599; }","duration":"1.867535607s","start":"2026-03-19T17:57:45.12751Z","end":"2026-03-19T17:57:46.995045Z","steps":["trace[331065288] 'range keys from in-memory index tree' (duration: 1.867405744s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.995403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.127501Z","time spent":"1.867885526s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:46.99544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.968455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:46.995463Z","caller":"traceutil/trace.go:171","msg":"trace[1730729027] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2599; }","duration":"703.029167ms","start":"2026-03-19T17:57:46.292427Z","end":"2026-03-19T17:57:46.995456Z","steps":["trace[1730729027] 'count revisions from in-memory index tree' (duration: 702.887813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.995489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.292405Z","time spent":"703.077828ms","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:46.995492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68352281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:46.995513Z","caller":"traceutil/trace.go:171","msg":"trace[588988919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2599; }","duration":"1.683592001s","start":"2026-03-19T17:57:45.311916Z","end":"2026-03-19T17:57:46.995508Z","steps":["trace[588988919] 'range keys from in-memory index tree' (duration: 1.683455619s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.995533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.311893Z","time spent":"1.683636183s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:46.994619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950125784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:46.99563Z","caller":"traceutil/trace.go:171","msg":"trace[1897623604] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2599; }","duration":"1.951162839s","start":"2026-03-19T17:57:45.044447Z","end":"2026-03-19T17:57:46.99561Z","steps":["trace[1897623604] 'count revisions from in-memory index tree' (duration: 1.950023712s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:46.995751Z","caller":"traceutil/trace.go:171","msg":"trace[1070932794] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"316.829154ms","start":"2026-03-19T17:57:46.678911Z","end":"2026-03-19T17:57:46.99574Z","steps":["trace[1070932794] 'process raft request' (duration: 249.382531ms)","trace[1070932794] 'compare' (duration: 64.663616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:46.995792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.044427Z","time spent":"1.951291802s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:46.995835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.67886Z","time spent":"316.918346ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:47.499883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571854095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:57:48.001057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571854095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:57:48.501655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571854095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:57:48.678848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.679608166s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:57:48.998533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999097612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:57:48.998637Z","caller":"traceutil/trace.go:171","msg":"trace[1977129840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999263177s","start":"2026-03-19T17:57:46.999347Z","end":"2026-03-19T17:57:48.99861Z","steps":["trace[1977129840] 'agreement among raft nodes before linearized reading' (duration: 1.999126094s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.998686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.999322Z","time spent":"1.999354419s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:57:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:57:49.219003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.930122ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T17:57:49.219119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.999082Z","time spent":"2.220032469s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:57:49.233562Z","caller":"traceutil/trace.go:171","msg":"trace[1112049058] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"2.232337315s","start":"2026-03-19T17:57:47.001193Z","end":"2026-03-19T17:57:49.23353Z","steps":["trace[1112049058] 'process raft request' (duration: 2.232226922s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.233619Z","caller":"traceutil/trace.go:171","msg":"trace[1414049025] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"2.233650147s","start":"2026-03-19T17:57:46.999905Z","end":"2026-03-19T17:57:49.233555Z","steps":["trace[1414049025] 'process raft request' (duration: 2.233266407s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.23381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.001184Z","time spent":"2.232484328s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:49.23389Z","caller":"traceutil/trace.go:171","msg":"trace[799630080] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"2.232618762s","start":"2026-03-19T17:57:47.001242Z","end":"2026-03-19T17:57:49.233861Z","steps":["trace[799630080] 'process raft request' (duration: 2.232240943s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.234004Z","caller":"traceutil/trace.go:171","msg":"trace[613612370] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"2.232635782s","start":"2026-03-19T17:57:47.001348Z","end":"2026-03-19T17:57:49.233983Z","steps":["trace[613612370] 'process raft request' (duration: 2.232394556s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.234074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.001238Z","time spent":"2.232724964s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:49.234097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.001338Z","time spent":"2.232719065s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:49.234211Z","caller":"traceutil/trace.go:171","msg":"trace[702808141] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"2.001546441s","start":"2026-03-19T17:57:47.23265Z","end":"2026-03-19T17:57:49.234196Z","steps":["trace[702808141] 'process raft request' (duration: 2.001475189s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.234209Z","caller":"traceutil/trace.go:171","msg":"trace[1051342360] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2711; }","duration":"2.234792944s","start":"2026-03-19T17:57:46.999392Z","end":"2026-03-19T17:57:49.234185Z","steps":["trace[1051342360] 'read index received' (duration: 1.679730827s)","trace[1051342360] 'applied index is now lower than readState.Index' (duration: 555.061237ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:49.23423Z","caller":"traceutil/trace.go:171","msg":"trace[658766328] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"2.23212138s","start":"2026-03-19T17:57:47.002092Z","end":"2026-03-19T17:57:49.234214Z","steps":["trace[658766328] 'process raft request' (duration: 2.231962326s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.233996Z","caller":"traceutil/trace.go:171","msg":"trace[1163790848] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"2.232606282s","start":"2026-03-19T17:57:47.001367Z","end":"2026-03-19T17:57:49.233974Z","steps":["trace[1163790848] 'process raft request' (duration: 2.232500019s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.234289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.232614Z","time spent":"2.001642993s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:49.234218Z","caller":"traceutil/trace.go:171","msg":"trace[14226758] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"2.232102339s","start":"2026-03-19T17:57:47.002074Z","end":"2026-03-19T17:57:49.234177Z","steps":["trace[14226758] 'process raft request' (duration: 2.231854113s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.234403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.002059Z","time spent":"2.232269873s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:49.234276Z","caller":"traceutil/trace.go:171","msg":"trace[960524554] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"962.259333ms","start":"2026-03-19T17:57:48.271996Z","end":"2026-03-19T17:57:49.234255Z","steps":["trace[960524554] 'process raft request' (duration: 962.160111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.233903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.999887Z","time spent":"2.233837311s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:49.234477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.001361Z","time spent":"2.23295766s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:49.234504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.271966Z","time spent":"962.490669ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:49.234494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.002085Z","time spent":"2.232205692s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:49.282892Z","caller":"traceutil/trace.go:171","msg":"trace[993094378] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"281.697568ms","start":"2026-03-19T17:57:49.00116Z","end":"2026-03-19T17:57:49.282857Z","steps":["trace[993094378] 'process raft request' (duration: 281.459643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.282935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.766019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:49.282969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281800835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-19T17:57:49.283003Z","caller":"traceutil/trace.go:171","msg":"trace[443990216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2611; }","duration":"278.86877ms","start":"2026-03-19T17:57:49.004114Z","end":"2026-03-19T17:57:49.282983Z","steps":["trace[443990216] 'agreement among raft nodes before linearized reading' (duration: 278.711686ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.283035Z","caller":"traceutil/trace.go:171","msg":"trace[682587585] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2611; }","duration":"2.281900578s","start":"2026-03-19T17:57:47.00112Z","end":"2026-03-19T17:57:49.28302Z","steps":["trace[682587585] 'agreement among raft nodes before linearized reading' (duration: 2.281693253s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.283078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.00111Z","time spent":"2.281958849s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-19T17:57:49.283284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.073706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:49.283315Z","caller":"traceutil/trace.go:171","msg":"trace[1378846680] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2611; }","duration":"614.106447ms","start":"2026-03-19T17:57:48.669199Z","end":"2026-03-19T17:57:49.283306Z","steps":["trace[1378846680] 'agreement among raft nodes before linearized reading' (duration: 614.053506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.283339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.669139Z","time spent":"614.194888ms","remote":"127.0.0.1:36596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:49.283494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204191868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e4fcc4ac40e9e\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-19T17:57:49.283521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282361149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-19T17:57:49.283529Z","caller":"traceutil/trace.go:171","msg":"trace[1200572874] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e4fcc4ac40e9e; range_end:; response_count:1; response_revision:2611; }","duration":"2.20427021s","start":"2026-03-19T17:57:47.079251Z","end":"2026-03-19T17:57:49.283521Z","steps":["trace[1200572874] 'agreement among raft nodes before linearized reading' (duration: 2.204126447s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.283542Z","caller":"traceutil/trace.go:171","msg":"trace[1183472941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2611; }","duration":"2.282399769s","start":"2026-03-19T17:57:47.001136Z","end":"2026-03-19T17:57:49.283536Z","steps":["trace[1183472941] 'agreement among raft nodes before linearized reading' (duration: 2.282312497s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.283555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.079237Z","time spent":"2.204312081s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e4fcc4ac40e9e\" "} {"level":"warn","ts":"2026-03-19T17:57:49.283568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.001128Z","time spent":"2.282435051s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:57:49.283568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212098176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:49.283674Z","caller":"traceutil/trace.go:171","msg":"trace[422561691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2611; }","duration":"1.21226869s","start":"2026-03-19T17:57:48.071384Z","end":"2026-03-19T17:57:49.283652Z","steps":["trace[422561691] 'agreement among raft nodes before linearized reading' (duration: 1.212051155s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.283727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.07136Z","time spent":"1.212359412s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:49.283834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419892326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T17:57:49.283958Z","caller":"traceutil/trace.go:171","msg":"trace[1119493029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2611; }","duration":"1.420074901s","start":"2026-03-19T17:57:47.863852Z","end":"2026-03-19T17:57:49.283927Z","steps":["trace[1119493029] 'agreement among raft nodes before linearized reading' (duration: 1.419660361s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.284018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.863832Z","time spent":"1.420175232s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T17:57:49.426226Z","caller":"traceutil/trace.go:171","msg":"trace[178118411] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2725; }","duration":"111.011011ms","start":"2026-03-19T17:57:49.315188Z","end":"2026-03-19T17:57:49.426199Z","steps":["trace[178118411] 'read index received' (duration: 52.550524ms)","trace[178118411] 'applied index is now lower than readState.Index' (duration: 58.458967ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:49.426322Z","caller":"traceutil/trace.go:171","msg":"trace[1813387541] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"111.918373ms","start":"2026-03-19T17:57:49.31435Z","end":"2026-03-19T17:57:49.426269Z","steps":["trace[1813387541] 'process raft request' (duration: 53.488257ms)","trace[1813387541] 'compare' (duration: 58.205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:49.426524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.291659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T17:57:49.426583Z","caller":"traceutil/trace.go:171","msg":"trace[698564148] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2614; }","duration":"111.402131ms","start":"2026-03-19T17:57:49.315165Z","end":"2026-03-19T17:57:49.426567Z","steps":["trace[698564148] 'agreement among raft nodes before linearized reading' (duration: 111.141205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.426635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.880358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7375"} {"level":"info","ts":"2026-03-19T17:57:49.426727Z","caller":"traceutil/trace.go:171","msg":"trace[117583031] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2614; }","duration":"110.978391ms","start":"2026-03-19T17:57:49.315714Z","end":"2026-03-19T17:57:49.426692Z","steps":["trace[117583031] 'agreement among raft nodes before linearized reading' (duration: 110.687494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.463145Z","caller":"traceutil/trace.go:171","msg":"trace[1470107690] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"166.226951ms","start":"2026-03-19T17:57:59.296878Z","end":"2026-03-19T17:57:59.463105Z","steps":["trace[1470107690] 'process raft request' (duration: 165.785179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.463338Z","caller":"traceutil/trace.go:171","msg":"trace[935313205] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2766; }","duration":"152.138251ms","start":"2026-03-19T17:57:59.311163Z","end":"2026-03-19T17:57:59.463301Z","steps":["trace[935313205] 'read index received' (duration: 29.279785ms)","trace[935313205] 'applied index is now lower than readState.Index' (duration: 122.856136ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:59.463515Z","caller":"traceutil/trace.go:171","msg":"trace[663923224] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"143.006771ms","start":"2026-03-19T17:57:59.320426Z","end":"2026-03-19T17:57:59.463433Z","steps":["trace[663923224] 'process raft request' (duration: 142.596792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.463731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.004858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:57:59.463784Z","caller":"traceutil/trace.go:171","msg":"trace[667679808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2655; }","duration":"147.088059ms","start":"2026-03-19T17:57:59.316684Z","end":"2026-03-19T17:57:59.463772Z","steps":["trace[667679808] 'agreement among raft nodes before linearized reading' (duration: 146.904155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.463846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.301075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-19T17:57:59.463831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.047793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T17:57:59.463946Z","caller":"traceutil/trace.go:171","msg":"trace[1961779014] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2655; }","duration":"147.427388ms","start":"2026-03-19T17:57:59.316476Z","end":"2026-03-19T17:57:59.463903Z","steps":["trace[1961779014] 'agreement among raft nodes before linearized reading' (duration: 147.151711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.463947Z","caller":"traceutil/trace.go:171","msg":"trace[1334590856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2655; }","duration":"148.234137ms","start":"2026-03-19T17:57:59.315688Z","end":"2026-03-19T17:57:59.463922Z","steps":["trace[1334590856] 'agreement among raft nodes before linearized reading' (duration: 147.896389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.463958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.372967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:59.463963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.710628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T17:57:59.464013Z","caller":"traceutil/trace.go:171","msg":"trace[213334332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2655; }","duration":"152.90397ms","start":"2026-03-19T17:57:59.311092Z","end":"2026-03-19T17:57:59.463996Z","steps":["trace[213334332] 'agreement among raft nodes before linearized reading' (duration: 152.382427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.46406Z","caller":"traceutil/trace.go:171","msg":"trace[1481285156] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2655; }","duration":"138.866082ms","start":"2026-03-19T17:57:59.325168Z","end":"2026-03-19T17:57:59.464034Z","steps":["trace[1481285156] 'agreement among raft nodes before linearized reading' (duration: 138.513673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.46409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.047483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T17:57:59.464252Z","caller":"traceutil/trace.go:171","msg":"trace[496372764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2655; }","duration":"148.290788ms","start":"2026-03-19T17:57:59.315938Z","end":"2026-03-19T17:57:59.464229Z","steps":["trace[496372764] 'agreement among raft nodes before linearized reading' (duration: 147.868728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:03.623558Z","caller":"traceutil/trace.go:171","msg":"trace[1235425769] linearizableReadLoop","detail":"{readStateIndex:2788; appliedIndex:2787; }","duration":"119.745402ms","start":"2026-03-19T17:58:03.503783Z","end":"2026-03-19T17:58:03.623528Z","steps":["trace[1235425769] 'read index received' (duration: 83.151011ms)","trace[1235425769] 'applied index is now lower than readState.Index' (duration: 36.593091ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:03.623814Z","caller":"traceutil/trace.go:171","msg":"trace[1374962950] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"140.688045ms","start":"2026-03-19T17:58:03.483074Z","end":"2026-03-19T17:58:03.623762Z","steps":["trace[1374962950] 'process raft request' (duration: 103.864899ms)","trace[1374962950] 'compare' (duration: 36.439357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:03.623856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.05513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:58:03.624052Z","caller":"traceutil/trace.go:171","msg":"trace[325882799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2674; }","duration":"120.301595ms","start":"2026-03-19T17:58:03.503711Z","end":"2026-03-19T17:58:03.624013Z","steps":["trace[325882799] 'agreement among raft nodes before linearized reading' (duration: 119.990848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:20.161036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.413433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:20.161269Z","caller":"traceutil/trace.go:171","msg":"trace[1409378438] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2756; }","duration":"173.686369ms","start":"2026-03-19T17:58:19.987563Z","end":"2026-03-19T17:58:20.161249Z","steps":["trace[1409378438] 'range keys from in-memory index tree' (duration: 172.617034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:52.218071Z","caller":"traceutil/trace.go:171","msg":"trace[994744172] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"123.366575ms","start":"2026-03-19T17:59:52.09467Z","end":"2026-03-19T17:59:52.218037Z","steps":["trace[994744172] 'process raft request' (duration: 116.871623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:52.419492Z","caller":"traceutil/trace.go:171","msg":"trace[715232966] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"142.873073ms","start":"2026-03-19T17:59:52.276592Z","end":"2026-03-19T17:59:52.419465Z","steps":["trace[715232966] 'process raft request' (duration: 132.008081ms)","trace[715232966] 'compare' (duration: 10.546294ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:52.41939Z","caller":"traceutil/trace.go:171","msg":"trace[916664582] linearizableReadLoop","detail":"{readStateIndex:3318; appliedIndex:3317; }","duration":"106.578995ms","start":"2026-03-19T17:59:52.312778Z","end":"2026-03-19T17:59:52.419357Z","steps":["trace[916664582] 'read index received' (duration: 95.708103ms)","trace[916664582] 'applied index is now lower than readState.Index' (duration: 10.865922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:59:52.419711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.894223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T17:59:52.42008Z","caller":"traceutil/trace.go:171","msg":"trace[504117726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3180; }","duration":"107.297924ms","start":"2026-03-19T17:59:52.312761Z","end":"2026-03-19T17:59:52.420059Z","steps":["trace[504117726] 'agreement among raft nodes before linearized reading' (duration: 106.77527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:32.758168Z","caller":"traceutil/trace.go:171","msg":"trace[1165010244] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"117.450227ms","start":"2026-03-19T18:00:32.640692Z","end":"2026-03-19T18:00:32.758143Z","steps":["trace[1165010244] 'process raft request' (duration: 112.302378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:32.777818Z","caller":"traceutil/trace.go:171","msg":"trace[110314502] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"136.561815ms","start":"2026-03-19T18:00:32.641229Z","end":"2026-03-19T18:00:32.777791Z","steps":["trace[110314502] 'process raft request' (duration: 136.305729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:32.777911Z","caller":"traceutil/trace.go:171","msg":"trace[1019194453] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"135.958001ms","start":"2026-03-19T18:00:32.641934Z","end":"2026-03-19T18:00:32.777892Z","steps":["trace[1019194453] 'process raft request' (duration: 135.725595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:32.77806Z","caller":"traceutil/trace.go:171","msg":"trace[637636324] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"134.985756ms","start":"2026-03-19T18:00:32.643064Z","end":"2026-03-19T18:00:32.77805Z","steps":["trace[637636324] 'process raft request' (duration: 134.645557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:34.554024Z","caller":"traceutil/trace.go:171","msg":"trace[1517745359] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"110.927954ms","start":"2026-03-19T18:00:34.44307Z","end":"2026-03-19T18:00:34.553998Z","steps":["trace[1517745359] 'process raft request' (duration: 110.705919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:40.465123Z","caller":"traceutil/trace.go:171","msg":"trace[2123965632] linearizableReadLoop","detail":"{readStateIndex:3760; appliedIndex:3759; }","duration":"153.435957ms","start":"2026-03-19T18:00:40.311665Z","end":"2026-03-19T18:00:40.465101Z","steps":["trace[2123965632] 'read index received' (duration: 153.229642ms)","trace[2123965632] 'applied index is now lower than readState.Index' (duration: 205.465µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:00:40.465278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.593712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:00:40.465317Z","caller":"traceutil/trace.go:171","msg":"trace[807422060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3606; }","duration":"153.692684ms","start":"2026-03-19T18:00:40.311613Z","end":"2026-03-19T18:00:40.465306Z","steps":["trace[807422060] 'agreement among raft nodes before linearized reading' (duration: 153.586671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:40.465722Z","caller":"traceutil/trace.go:171","msg":"trace[584808763] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"210.286659ms","start":"2026-03-19T18:00:40.25542Z","end":"2026-03-19T18:00:40.465706Z","steps":["trace[584808763] 'process raft request' (duration: 209.53664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:40.646346Z","caller":"traceutil/trace.go:171","msg":"trace[1229928239] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"100.849902ms","start":"2026-03-19T18:00:40.545428Z","end":"2026-03-19T18:00:40.646278Z","steps":["trace[1229928239] 'process raft request' (duration: 100.342119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:39.108558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.241401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:01:39.10871Z","caller":"traceutil/trace.go:171","msg":"trace[1370606113] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4168; }","duration":"151.354469ms","start":"2026-03-19T18:01:38.957339Z","end":"2026-03-19T18:01:39.108694Z","steps":["trace[1370606113] 'read index received' (duration: 28.782259ms)","trace[1370606113] 'applied index is now lower than readState.Index' (duration: 122.57146ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:39.108796Z","caller":"traceutil/trace.go:171","msg":"trace[1816975127] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"171.172197ms","start":"2026-03-19T18:01:38.937612Z","end":"2026-03-19T18:01:39.108784Z","steps":["trace[1816975127] 'process raft request' (duration: 48.615298ms)","trace[1816975127] 'compare' (duration: 122.118708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:39.108971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.607985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:39.109072Z","caller":"traceutil/trace.go:171","msg":"trace[1098881899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3988; }","duration":"151.738597ms","start":"2026-03-19T18:01:38.95731Z","end":"2026-03-19T18:01:39.109049Z","steps":["trace[1098881899] 'agreement among raft nodes before linearized reading' (duration: 151.586974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:39.109084Z","caller":"traceutil/trace.go:171","msg":"trace[1544695541] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"171.169586ms","start":"2026-03-19T18:01:38.937883Z","end":"2026-03-19T18:01:39.109053Z","steps":["trace[1544695541] 'process raft request' (duration: 170.762527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:42.575726Z","caller":"traceutil/trace.go:171","msg":"trace[1762633789] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"119.387041ms","start":"2026-03-19T18:01:42.4563Z","end":"2026-03-19T18:01:42.575687Z","steps":["trace[1762633789] 'process raft request' (duration: 34.435158ms)","trace[1762633789] 'compare' (duration: 84.701766ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:42.576248Z","caller":"traceutil/trace.go:171","msg":"trace[956375773] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"115.635499ms","start":"2026-03-19T18:01:42.460576Z","end":"2026-03-19T18:01:42.576211Z","steps":["trace[956375773] 'process raft request' (duration: 115.576358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:42.576249Z","caller":"traceutil/trace.go:171","msg":"trace[788637545] transaction","detail":"{read_only:false; response_revision:4095; number_of_response:1; }","duration":"115.845644ms","start":"2026-03-19T18:01:42.46037Z","end":"2026-03-19T18:01:42.576216Z","steps":["trace[788637545] 'process raft request' (duration: 115.65892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:42.743374Z","caller":"traceutil/trace.go:171","msg":"trace[151623389] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"163.125038ms","start":"2026-03-19T18:01:42.580221Z","end":"2026-03-19T18:01:42.743346Z","steps":["trace[151623389] 'process raft request' (duration: 156.313481ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:42.744044Z","caller":"traceutil/trace.go:171","msg":"trace[2075802381] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"117.535245ms","start":"2026-03-19T18:01:42.626483Z","end":"2026-03-19T18:01:42.744019Z","steps":["trace[2075802381] 'process raft request' (duration: 117.284559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:42.744044Z","caller":"traceutil/trace.go:171","msg":"trace[1258369041] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"117.776231ms","start":"2026-03-19T18:01:42.626234Z","end":"2026-03-19T18:01:42.74401Z","steps":["trace[1258369041] 'process raft request' (duration: 117.442322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.760892Z","caller":"traceutil/trace.go:171","msg":"trace[428327607] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"119.152495ms","start":"2026-03-19T18:01:47.641678Z","end":"2026-03-19T18:01:47.76083Z","steps":["trace[428327607] 'process raft request' (duration: 119.000321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:49.865317Z","caller":"traceutil/trace.go:171","msg":"trace[423851424] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"118.8971ms","start":"2026-03-19T18:01:49.746384Z","end":"2026-03-19T18:01:49.865281Z","steps":["trace[423851424] 'process raft request' (duration: 89.668099ms)","trace[423851424] 'compare' (duration: 29.025146ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:50.004075Z","caller":"traceutil/trace.go:171","msg":"trace[544811096] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"253.189657ms","start":"2026-03-19T18:01:49.750857Z","end":"2026-03-19T18:01:50.004047Z","steps":["trace[544811096] 'process raft request' (duration: 252.542851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:50.004126Z","caller":"traceutil/trace.go:171","msg":"trace[1080437413] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"252.769607ms","start":"2026-03-19T18:01:49.751323Z","end":"2026-03-19T18:01:50.004093Z","steps":["trace[1080437413] 'process raft request' (duration: 252.669504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:50.004176Z","caller":"traceutil/trace.go:171","msg":"trace[1172935852] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"251.65061ms","start":"2026-03-19T18:01:49.752494Z","end":"2026-03-19T18:01:50.004145Z","steps":["trace[1172935852] 'process raft request' (duration: 251.532247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:50.004338Z","caller":"traceutil/trace.go:171","msg":"trace[1868957789] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"251.133186ms","start":"2026-03-19T18:01:49.753193Z","end":"2026-03-19T18:01:50.004327Z","steps":["trace[1868957789] 'process raft request' (duration: 250.87675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:50.004256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.613863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T18:01:50.004407Z","caller":"traceutil/trace.go:171","msg":"trace[1020650866] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4447; }","duration":"252.791247ms","start":"2026-03-19T18:01:49.751601Z","end":"2026-03-19T18:01:50.004392Z","steps":["trace[1020650866] 'agreement among raft nodes before linearized reading' (duration: 252.537071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:50.004113Z","caller":"traceutil/trace.go:171","msg":"trace[1823923857] linearizableReadLoop","detail":"{readStateIndex:4634; appliedIndex:4631; }","duration":"252.47735ms","start":"2026-03-19T18:01:49.751624Z","end":"2026-03-19T18:01:50.004101Z","steps":["trace[1823923857] 'read index received' (duration: 84.43969ms)","trace[1823923857] 'applied index is now lower than readState.Index' (duration: 168.037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:50.004691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.193325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:01:50.00475Z","caller":"traceutil/trace.go:171","msg":"trace[1058428826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:4447; }","duration":"164.282236ms","start":"2026-03-19T18:01:49.840454Z","end":"2026-03-19T18:01:50.004736Z","steps":["trace[1058428826] 'agreement among raft nodes before linearized reading' (duration: 164.108332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:50.005276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.738908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2351357"} {"level":"info","ts":"2026-03-19T18:01:50.00533Z","caller":"traceutil/trace.go:171","msg":"trace[355091570] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4447; }","duration":"166.795249ms","start":"2026-03-19T18:01:49.83852Z","end":"2026-03-19T18:01:50.005315Z","steps":["trace[355091570] 'agreement among raft nodes before linearized reading' (duration: 165.980029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:50.575894Z","caller":"traceutil/trace.go:171","msg":"trace[1310151999] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"110.285114ms","start":"2026-03-19T18:01:50.465575Z","end":"2026-03-19T18:01:50.57586Z","steps":["trace[1310151999] 'process raft request' (duration: 14.887565ms)","trace[1310151999] 'compare' (duration: 95.187514ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:50.89133Z","caller":"traceutil/trace.go:171","msg":"trace[1245699681] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"106.114692ms","start":"2026-03-19T18:01:50.785185Z","end":"2026-03-19T18:01:50.891299Z","steps":["trace[1245699681] 'process raft request' (duration: 97.8704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:50.89138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.935695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-19T18:01:50.891477Z","caller":"traceutil/trace.go:171","msg":"trace[1441243198] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4461; }","duration":"110.078669ms","start":"2026-03-19T18:01:50.781373Z","end":"2026-03-19T18:01:50.891452Z","steps":["trace[1441243198] 'agreement among raft nodes before linearized reading' (duration: 109.813552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.161312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.824554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:01:51.16157Z","caller":"traceutil/trace.go:171","msg":"trace[197546642] linearizableReadLoop","detail":"{readStateIndex:4657; appliedIndex:4655; }","duration":"143.248103ms","start":"2026-03-19T18:01:51.018297Z","end":"2026-03-19T18:01:51.161545Z","steps":["trace[197546642] 'read index received' (duration: 4.094961ms)","trace[197546642] 'applied index is now lower than readState.Index' (duration: 139.151572ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:51.161584Z","caller":"traceutil/trace.go:171","msg":"trace[1824633565] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4466; }","duration":"179.923232ms","start":"2026-03-19T18:01:50.98163Z","end":"2026-03-19T18:01:51.161553Z","steps":["trace[1824633565] 'process raft request' (duration: 40.75677ms)","trace[1824633565] 'compare' (duration: 138.67256ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:51.161643Z","caller":"traceutil/trace.go:171","msg":"trace[1325129776] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"169.316952ms","start":"2026-03-19T18:01:50.99228Z","end":"2026-03-19T18:01:51.161597Z","steps":["trace[1325129776] 'process raft request' (duration: 169.171959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.16187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.54931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-593d27d0-9a65-4fae-971d-6ed5e7defa24\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-19T18:01:51.161955Z","caller":"traceutil/trace.go:171","msg":"trace[490197312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-593d27d0-9a65-4fae-971d-6ed5e7defa24; range_end:; response_count:1; response_revision:4467; }","duration":"143.654314ms","start":"2026-03-19T18:01:51.018282Z","end":"2026-03-19T18:01:51.161936Z","steps":["trace[490197312] 'agreement among raft nodes before linearized reading' (duration: 143.373666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.190561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.370677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:01:51.190651Z","caller":"traceutil/trace.go:171","msg":"trace[2121165023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4468; }","duration":"141.490051ms","start":"2026-03-19T18:01:51.04914Z","end":"2026-03-19T18:01:51.19063Z","steps":["trace[2121165023] 'agreement among raft nodes before linearized reading' (duration: 141.278066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:51.19083Z","caller":"traceutil/trace.go:171","msg":"trace[1834981311] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"150.622844ms","start":"2026-03-19T18:01:51.040183Z","end":"2026-03-19T18:01:51.190805Z","steps":["trace[1834981311] 'process raft request' (duration: 149.892736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.678808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.297039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:01:51.678992Z","caller":"traceutil/trace.go:171","msg":"trace[330497141] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"470.434487ms","start":"2026-03-19T18:01:51.208518Z","end":"2026-03-19T18:01:51.678953Z","steps":["trace[330497141] 'process raft request' (duration: 53.83314ms)","trace[330497141] 'compare' (duration: 416.151766ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:51.679133Z","caller":"traceutil/trace.go:171","msg":"trace[1919315656] linearizableReadLoop","detail":"{readStateIndex:4661; appliedIndex:4660; }","duration":"458.952986ms","start":"2026-03-19T18:01:51.220152Z","end":"2026-03-19T18:01:51.679105Z","steps":["trace[1919315656] 'read index received' (duration: 42.166274ms)","trace[1919315656] 'applied index is now lower than readState.Index' (duration: 416.783572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:51.679145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.208506Z","time spent":"470.55336ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:51.807275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.342137ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T18:01:51.807378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.203161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-19T18:01:51.807449Z","caller":"traceutil/trace.go:171","msg":"trace[2016066290] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce; range_end:; response_count:1; response_revision:4471; }","duration":"587.290533ms","start":"2026-03-19T18:01:51.220142Z","end":"2026-03-19T18:01:51.807433Z","steps":["trace[2016066290] 'agreement among raft nodes before linearized reading' (duration: 459.058988ms)","trace[2016066290] 'range keys from in-memory index tree' (duration: 128.040091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:51.807482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.220081Z","time spent":"587.394855ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce\" "} {"level":"info","ts":"2026-03-19T18:01:51.807583Z","caller":"traceutil/trace.go:171","msg":"trace[377947706] linearizableReadLoop","detail":"{readStateIndex:4662; appliedIndex:4661; }","duration":"128.366038ms","start":"2026-03-19T18:01:51.679184Z","end":"2026-03-19T18:01:51.80755Z","steps":["trace[377947706] 'read index received' (duration: 42.581µs)","trace[377947706] 'applied index is now lower than readState.Index' (duration: 128.318527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:51.807795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.97753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T18:01:51.807824Z","caller":"traceutil/trace.go:171","msg":"trace[2063660360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4471; }","duration":"553.063302ms","start":"2026-03-19T18:01:51.254753Z","end":"2026-03-19T18:01:51.807817Z","steps":["trace[2063660360] 'agreement among raft nodes before linearized reading' (duration: 552.97265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.807819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.476271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:01:51.807817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.038724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:01:51.807884Z","caller":"traceutil/trace.go:171","msg":"trace[1155588699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4471; }","duration":"495.550512ms","start":"2026-03-19T18:01:51.312319Z","end":"2026-03-19T18:01:51.807869Z","steps":["trace[1155588699] 'agreement among raft nodes before linearized reading' (duration: 495.336337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:51.807897Z","caller":"traceutil/trace.go:171","msg":"trace[1469988396] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4471; }","duration":"213.214169ms","start":"2026-03-19T18:01:51.594666Z","end":"2026-03-19T18:01:51.80788Z","steps":["trace[1469988396] 'agreement among raft nodes before linearized reading' (duration: 213.042164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.807906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.535915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-19T18:01:51.807896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.975939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:01:51.807932Z","caller":"traceutil/trace.go:171","msg":"trace[305236757] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4471; }","duration":"551.574987ms","start":"2026-03-19T18:01:51.256349Z","end":"2026-03-19T18:01:51.807924Z","steps":["trace[305236757] 'agreement among raft nodes before linearized reading' (duration: 551.511595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.807843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.254731Z","time spent":"553.108384ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:01:51.807938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.31225Z","time spent":"495.670756ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:01:51.807951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.256339Z","time spent":"551.608267ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:01:51.807899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.451058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-03-19T18:01:51.807843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.804973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T18:01:51.808021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.330105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:01:51.808057Z","caller":"traceutil/trace.go:171","msg":"trace[1250669625] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4471; }","duration":"550.054229ms","start":"2026-03-19T18:01:51.25799Z","end":"2026-03-19T18:01:51.808044Z","steps":["trace[1250669625] 'agreement among raft nodes before linearized reading' (duration: 549.71215ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:51.807956Z","caller":"traceutil/trace.go:171","msg":"trace[432745688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4471; }","duration":"557.081751ms","start":"2026-03-19T18:01:51.250861Z","end":"2026-03-19T18:01:51.807942Z","steps":["trace[432745688] 'agreement among raft nodes before linearized reading' (duration: 556.937018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.808099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.257971Z","time spent":"550.116111ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T18:01:51.808096Z","caller":"traceutil/trace.go:171","msg":"trace[2026607959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4471; }","duration":"552.430277ms","start":"2026-03-19T18:01:51.255645Z","end":"2026-03-19T18:01:51.808075Z","steps":["trace[2026607959] 'agreement among raft nodes before linearized reading' (duration: 552.230433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.808116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.250831Z","time spent":"557.272246ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:01:51.808114Z","caller":"traceutil/trace.go:171","msg":"trace[1295526070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce; range_end:; response_count:1; response_revision:4471; }","duration":"541.649693ms","start":"2026-03-19T18:01:51.266367Z","end":"2026-03-19T18:01:51.808017Z","steps":["trace[1295526070] 'agreement among raft nodes before linearized reading' (duration: 541.201232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.808159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.255633Z","time spent":"552.513059ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:01:51.808207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.266346Z","time spent":"541.845127ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce\" "} {"level":"warn","ts":"2026-03-19T18:01:51.808565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.124425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:557337"} {"level":"info","ts":"2026-03-19T18:01:51.808652Z","caller":"traceutil/trace.go:171","msg":"trace[823263638] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4471; }","duration":"522.246347ms","start":"2026-03-19T18:01:51.286384Z","end":"2026-03-19T18:01:51.808631Z","steps":["trace[823263638] 'agreement among raft nodes before linearized reading' (duration: 521.447287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.808764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.28637Z","time spent":"522.381691ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":557360,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:01:54.05128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.522176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-19T18:01:54.051357Z","caller":"traceutil/trace.go:171","msg":"trace[538021934] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce; range_end:; response_count:1; response_revision:4492; }","duration":"233.707961ms","start":"2026-03-19T18:01:53.817632Z","end":"2026-03-19T18:01:54.05134Z","steps":["trace[538021934] 'range keys from in-memory index tree' (duration: 233.299831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:54.051536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.241406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:01:54.051531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.161984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T18:01:54.051566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.163704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:01:54.051616Z","caller":"traceutil/trace.go:171","msg":"trace[1865154164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4492; }","duration":"190.297437ms","start":"2026-03-19T18:01:53.861297Z","end":"2026-03-19T18:01:54.051595Z","steps":["trace[1865154164] 'range keys from in-memory index tree' (duration: 189.950798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.05163Z","caller":"traceutil/trace.go:171","msg":"trace[2096771755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4492; }","duration":"190.241556ms","start":"2026-03-19T18:01:53.861372Z","end":"2026-03-19T18:01:54.051613Z","steps":["trace[2096771755] 'range keys from in-memory index tree' (duration: 189.999919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.051571Z","caller":"traceutil/trace.go:171","msg":"trace[91722987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4492; }","duration":"369.311067ms","start":"2026-03-19T18:01:53.682251Z","end":"2026-03-19T18:01:54.051562Z","steps":["trace[91722987] 'range keys from in-memory index tree' (duration: 369.071111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:54.051817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:53.682229Z","time spent":"369.564183ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:01:54.051902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.538602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T18:01:54.051909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.533812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:01:54.051967Z","caller":"traceutil/trace.go:171","msg":"trace[89861817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4492; }","duration":"190.629865ms","start":"2026-03-19T18:01:53.861321Z","end":"2026-03-19T18:01:54.051951Z","steps":["trace[89861817] 'range keys from in-memory index tree' (duration: 190.338308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.051996Z","caller":"traceutil/trace.go:171","msg":"trace[468460297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4492; }","duration":"190.648905ms","start":"2026-03-19T18:01:53.861322Z","end":"2026-03-19T18:01:54.051971Z","steps":["trace[468460297] 'range keys from in-memory index tree' (duration: 190.193644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:54.052051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.507745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:01:54.052109Z","caller":"traceutil/trace.go:171","msg":"trace[949351518] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4492; }","duration":"582.609157ms","start":"2026-03-19T18:01:53.469482Z","end":"2026-03-19T18:01:54.052092Z","steps":["trace[949351518] 'count revisions from in-memory index tree' (duration: 582.415252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:54.052151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:53.469455Z","time spent":"582.684529ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:01:54.052172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.741447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T18:01:54.052249Z","caller":"traceutil/trace.go:171","msg":"trace[1342528443] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4492; }","duration":"190.86977ms","start":"2026-03-19T18:01:53.861357Z","end":"2026-03-19T18:01:54.052227Z","steps":["trace[1342528443] 'range keys from in-memory index tree' (duration: 190.40793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.22096Z","caller":"traceutil/trace.go:171","msg":"trace[1411318824] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4683; }","duration":"164.817441ms","start":"2026-03-19T18:01:54.056119Z","end":"2026-03-19T18:01:54.220936Z","steps":["trace[1411318824] 'read index received' (duration: 164.77925ms)","trace[1411318824] 'applied index is now lower than readState.Index' (duration: 37.411µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:54.221024Z","caller":"traceutil/trace.go:171","msg":"trace[1578998772] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"164.963216ms","start":"2026-03-19T18:01:54.05603Z","end":"2026-03-19T18:01:54.220993Z","steps":["trace[1578998772] 'process raft request' (duration: 164.778581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:54.221234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.098469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46081"} {"level":"info","ts":"2026-03-19T18:01:54.221272Z","caller":"traceutil/trace.go:171","msg":"trace[2119981938] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4493; }","duration":"165.183251ms","start":"2026-03-19T18:01:54.05608Z","end":"2026-03-19T18:01:54.221264Z","steps":["trace[2119981938] 'agreement among raft nodes before linearized reading' (duration: 164.988886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.240795Z","caller":"traceutil/trace.go:171","msg":"trace[73937095] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"184.376302ms","start":"2026-03-19T18:01:54.056396Z","end":"2026-03-19T18:01:54.240773Z","steps":["trace[73937095] 'process raft request' (duration: 184.190727ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.241139Z","caller":"traceutil/trace.go:171","msg":"trace[2085049336] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"184.677189ms","start":"2026-03-19T18:01:54.056435Z","end":"2026-03-19T18:01:54.241112Z","steps":["trace[2085049336] 'process raft request' (duration: 184.29849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.241249Z","caller":"traceutil/trace.go:171","msg":"trace[1896575884] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"184.760301ms","start":"2026-03-19T18:01:54.056476Z","end":"2026-03-19T18:01:54.241236Z","steps":["trace[1896575884] 'process raft request' (duration: 184.450764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.241357Z","caller":"traceutil/trace.go:171","msg":"trace[1800047258] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"184.843963ms","start":"2026-03-19T18:01:54.056497Z","end":"2026-03-19T18:01:54.241341Z","steps":["trace[1800047258] 'process raft request' (duration: 184.588446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.241458Z","caller":"traceutil/trace.go:171","msg":"trace[490579804] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"184.593437ms","start":"2026-03-19T18:01:54.056856Z","end":"2026-03-19T18:01:54.241449Z","steps":["trace[490579804] 'process raft request' (duration: 184.428983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.092209Z","caller":"traceutil/trace.go:171","msg":"trace[1911861508] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"141.51065ms","start":"2026-03-19T18:01:55.95068Z","end":"2026-03-19T18:01:56.09219Z","steps":["trace[1911861508] 'process raft request' (duration: 141.393517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.092525Z","caller":"traceutil/trace.go:171","msg":"trace[1159834635] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"144.851433ms","start":"2026-03-19T18:01:55.947661Z","end":"2026-03-19T18:01:56.092512Z","steps":["trace[1159834635] 'process raft request' (duration: 141.404788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.28993Z","caller":"traceutil/trace.go:171","msg":"trace[1828794483] linearizableReadLoop","detail":"{readStateIndex:4740; appliedIndex:4739; }","duration":"106.85046ms","start":"2026-03-19T18:01:56.183051Z","end":"2026-03-19T18:01:56.289902Z","steps":["trace[1828794483] 'read index received' (duration: 61.867947ms)","trace[1828794483] 'applied index is now lower than readState.Index' (duration: 44.981283ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:56.289995Z","caller":"traceutil/trace.go:171","msg":"trace[675569694] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"107.400644ms","start":"2026-03-19T18:01:56.182557Z","end":"2026-03-19T18:01:56.289958Z","steps":["trace[675569694] 'process raft request' (duration: 62.347439ms)","trace[675569694] 'compare' (duration: 44.87617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:56.290205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.774733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T18:01:56.290287Z","caller":"traceutil/trace.go:171","msg":"trace[595066142] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4546; }","duration":"107.873665ms","start":"2026-03-19T18:01:56.182393Z","end":"2026-03-19T18:01:56.290266Z","steps":["trace[595066142] 'agreement among raft nodes before linearized reading' (duration: 107.602928ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.323457Z","caller":"traceutil/trace.go:171","msg":"trace[180342481] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"139.606224ms","start":"2026-03-19T18:01:56.183827Z","end":"2026-03-19T18:01:56.323433Z","steps":["trace[180342481] 'process raft request' (duration: 139.47123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.323646Z","caller":"traceutil/trace.go:171","msg":"trace[712170449] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"138.915007ms","start":"2026-03-19T18:01:56.184715Z","end":"2026-03-19T18:01:56.32363Z","steps":["trace[712170449] 'process raft request' (duration: 138.672572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.323946Z","caller":"traceutil/trace.go:171","msg":"trace[1738719753] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"138.67733ms","start":"2026-03-19T18:01:56.185245Z","end":"2026-03-19T18:01:56.323922Z","steps":["trace[1738719753] 'process raft request' (duration: 138.304401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324091Z","caller":"traceutil/trace.go:171","msg":"trace[2084595241] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"135.474192ms","start":"2026-03-19T18:01:56.1886Z","end":"2026-03-19T18:01:56.324074Z","steps":["trace[2084595241] 'process raft request' (duration: 135.341229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324104Z","caller":"traceutil/trace.go:171","msg":"trace[192292307] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"138.442695ms","start":"2026-03-19T18:01:56.185653Z","end":"2026-03-19T18:01:56.324096Z","steps":["trace[192292307] 'process raft request' (duration: 138.142757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324173Z","caller":"traceutil/trace.go:171","msg":"trace[1868195066] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"135.423601ms","start":"2026-03-19T18:01:56.188715Z","end":"2026-03-19T18:01:56.324138Z","steps":["trace[1868195066] 'process raft request' (duration: 135.315148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324348Z","caller":"traceutil/trace.go:171","msg":"trace[2114814169] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"135.558714ms","start":"2026-03-19T18:01:56.188767Z","end":"2026-03-19T18:01:56.324325Z","steps":["trace[2114814169] 'process raft request' (duration: 135.287068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324454Z","caller":"traceutil/trace.go:171","msg":"trace[1337796991] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"135.766769ms","start":"2026-03-19T18:01:56.188679Z","end":"2026-03-19T18:01:56.324446Z","steps":["trace[1337796991] 'process raft request' (duration: 135.316768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324598Z","caller":"traceutil/trace.go:171","msg":"trace[225477276] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"135.797609ms","start":"2026-03-19T18:01:56.188792Z","end":"2026-03-19T18:01:56.32459Z","steps":["trace[225477276] 'process raft request' (duration: 135.286307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324694Z","caller":"traceutil/trace.go:171","msg":"trace[483127123] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"135.888952ms","start":"2026-03-19T18:01:56.188799Z","end":"2026-03-19T18:01:56.324688Z","steps":["trace[483127123] 'process raft request' (duration: 135.314848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324758Z","caller":"traceutil/trace.go:171","msg":"trace[159986953] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"135.911272ms","start":"2026-03-19T18:01:56.188842Z","end":"2026-03-19T18:01:56.324753Z","steps":["trace[159986953] 'process raft request' (duration: 135.297608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324855Z","caller":"traceutil/trace.go:171","msg":"trace[119463142] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"135.932584ms","start":"2026-03-19T18:01:56.188915Z","end":"2026-03-19T18:01:56.324848Z","steps":["trace[119463142] 'process raft request' (duration: 135.250276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.324902Z","caller":"traceutil/trace.go:171","msg":"trace[1525587900] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"135.918144ms","start":"2026-03-19T18:01:56.188976Z","end":"2026-03-19T18:01:56.324894Z","steps":["trace[1525587900] 'process raft request' (duration: 135.214196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.324966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.616083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-19T18:01:56.325018Z","caller":"traceutil/trace.go:171","msg":"trace[158909745] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4560; }","duration":"112.705274ms","start":"2026-03-19T18:01:56.2123Z","end":"2026-03-19T18:01:56.325005Z","steps":["trace[158909745] 'agreement among raft nodes before linearized reading' (duration: 112.557511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.325072Z","caller":"traceutil/trace.go:171","msg":"trace[978572200] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"129.62601ms","start":"2026-03-19T18:01:56.195438Z","end":"2026-03-19T18:01:56.325064Z","steps":["trace[978572200] 'process raft request' (duration: 128.784709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.44266Z","caller":"traceutil/trace.go:171","msg":"trace[127431616] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"117.062951ms","start":"2026-03-19T18:01:56.325571Z","end":"2026-03-19T18:01:56.442634Z","steps":["trace[127431616] 'process raft request' (duration: 116.813434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.442731Z","caller":"traceutil/trace.go:171","msg":"trace[153919072] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"112.275994ms","start":"2026-03-19T18:01:56.330399Z","end":"2026-03-19T18:01:56.442675Z","steps":["trace[153919072] 'process raft request' (duration: 112.203042ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.442929Z","caller":"traceutil/trace.go:171","msg":"trace[580369127] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"112.596312ms","start":"2026-03-19T18:01:56.33032Z","end":"2026-03-19T18:01:56.442916Z","steps":["trace[580369127] 'process raft request' (duration: 112.249153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.442945Z","caller":"traceutil/trace.go:171","msg":"trace[2106406893] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"112.595352ms","start":"2026-03-19T18:01:56.330312Z","end":"2026-03-19T18:01:56.442907Z","steps":["trace[2106406893] 'process raft request' (duration: 112.195602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.443115Z","caller":"traceutil/trace.go:171","msg":"trace[1681517657] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"112.695144ms","start":"2026-03-19T18:01:56.330401Z","end":"2026-03-19T18:01:56.443096Z","steps":["trace[1681517657] 'process raft request' (duration: 112.241933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.44336Z","caller":"traceutil/trace.go:171","msg":"trace[1959347208] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"112.894048ms","start":"2026-03-19T18:01:56.330443Z","end":"2026-03-19T18:01:56.443338Z","steps":["trace[1959347208] 'process raft request' (duration: 112.57498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.443617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.235987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-593d27d0-9a65-4fae-971d-6ed5e7defa24\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-03-19T18:01:56.443651Z","caller":"traceutil/trace.go:171","msg":"trace[1574641228] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-593d27d0-9a65-4fae-971d-6ed5e7defa24; range_end:; response_count:1; response_revision:4569; }","duration":"113.299079ms","start":"2026-03-19T18:01:56.330343Z","end":"2026-03-19T18:01:56.443642Z","steps":["trace[1574641228] 'agreement among raft nodes before linearized reading' (duration: 113.134545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.443663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.747358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-results-cache.189e500c1a3f4dd2\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-19T18:01:56.443763Z","caller":"traceutil/trace.go:171","msg":"trace[652166190] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-results-cache.189e500c1a3f4dd2; range_end:; response_count:1; response_revision:4569; }","duration":"115.891332ms","start":"2026-03-19T18:01:56.327849Z","end":"2026-03-19T18:01:56.443741Z","steps":["trace[652166190] 'agreement among raft nodes before linearized reading' (duration: 115.635246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.443912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.236859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123452"} {"level":"warn","ts":"2026-03-19T18:01:56.443623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.48384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:56.443996Z","caller":"traceutil/trace.go:171","msg":"trace[1190666402] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4569; }","duration":"118.327611ms","start":"2026-03-19T18:01:56.325637Z","end":"2026-03-19T18:01:56.443965Z","steps":["trace[1190666402] 'agreement among raft nodes before linearized reading' (duration: 118.068375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.444029Z","caller":"traceutil/trace.go:171","msg":"trace[3135405] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb-tls; range_end:; response_count:0; response_revision:4569; }","duration":"108.909041ms","start":"2026-03-19T18:01:56.335096Z","end":"2026-03-19T18:01:56.444005Z","steps":["trace[3135405] 'agreement among raft nodes before linearized reading' (duration: 108.373998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.444112Z","caller":"traceutil/trace.go:171","msg":"trace[1997734447] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"113.41021ms","start":"2026-03-19T18:01:56.330684Z","end":"2026-03-19T18:01:56.444095Z","steps":["trace[1997734447] 'process raft request' (duration: 112.592591ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.444324Z","caller":"traceutil/trace.go:171","msg":"trace[1623911626] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"113.536834ms","start":"2026-03-19T18:01:56.330776Z","end":"2026-03-19T18:01:56.444312Z","steps":["trace[1623911626] 'process raft request' (duration: 112.608341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.444524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.113538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46081"} {"level":"info","ts":"2026-03-19T18:01:56.44458Z","caller":"traceutil/trace.go:171","msg":"trace[1627763080] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4569; }","duration":"114.217651ms","start":"2026-03-19T18:01:56.33035Z","end":"2026-03-19T18:01:56.444567Z","steps":["trace[1627763080] 'agreement among raft nodes before linearized reading' (duration: 114.012946ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.463268Z","caller":"traceutil/trace.go:171","msg":"trace[192287983] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"107.105666ms","start":"2026-03-19T18:01:56.356133Z","end":"2026-03-19T18:01:56.463239Z","steps":["trace[192287983] 'process raft request' (duration: 106.930022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.46339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.361055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-03-19T18:01:56.463462Z","caller":"traceutil/trace.go:171","msg":"trace[1225490749] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4570; }","duration":"112.445977ms","start":"2026-03-19T18:01:56.350989Z","end":"2026-03-19T18:01:56.463435Z","steps":["trace[1225490749] 'agreement among raft nodes before linearized reading' (duration: 112.259702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.463436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.112937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T18:01:56.463487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.24684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:56.463522Z","caller":"traceutil/trace.go:171","msg":"trace[448348560] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4570; }","duration":"116.22392ms","start":"2026-03-19T18:01:56.347281Z","end":"2026-03-19T18:01:56.463505Z","steps":["trace[448348560] 'agreement among raft nodes before linearized reading' (duration: 116.004604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.463547Z","caller":"traceutil/trace.go:171","msg":"trace[1787093301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4570; }","duration":"116.341713ms","start":"2026-03-19T18:01:56.347187Z","end":"2026-03-19T18:01:56.463529Z","steps":["trace[1787093301] 'agreement among raft nodes before linearized reading' (duration: 116.259661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.46354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.431777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T18:01:56.463599Z","caller":"traceutil/trace.go:171","msg":"trace[17406223] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4570; }","duration":"112.516359ms","start":"2026-03-19T18:01:56.351067Z","end":"2026-03-19T18:01:56.463583Z","steps":["trace[17406223] 'agreement among raft nodes before linearized reading' (duration: 112.340165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.903009Z","caller":"traceutil/trace.go:171","msg":"trace[1356119942] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"178.413016ms","start":"2026-03-19T18:01:56.724559Z","end":"2026-03-19T18:01:56.902972Z","steps":["trace[1356119942] 'process raft request' (duration: 178.032887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.90313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.000354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:56.903164Z","caller":"traceutil/trace.go:171","msg":"trace[246734093] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4610; }","duration":"180.079006ms","start":"2026-03-19T18:01:56.723077Z","end":"2026-03-19T18:01:56.903156Z","steps":["trace[246734093] 'agreement among raft nodes before linearized reading' (duration: 180.002464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.903032Z","caller":"traceutil/trace.go:171","msg":"trace[1363909934] linearizableReadLoop","detail":"{readStateIndex:4803; appliedIndex:4797; }","duration":"178.357264ms","start":"2026-03-19T18:01:56.724655Z","end":"2026-03-19T18:01:56.903012Z","steps":["trace[1363909934] 'read index received' (duration: 68.052309ms)","trace[1363909934] 'applied index is now lower than readState.Index' (duration: 110.303965ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:56.903302Z","caller":"traceutil/trace.go:171","msg":"trace[10876782] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"140.141077ms","start":"2026-03-19T18:01:56.763155Z","end":"2026-03-19T18:01:56.903296Z","steps":["trace[10876782] 'process raft request' (duration: 139.718196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.903399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.42415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4306"} {"level":"info","ts":"2026-03-19T18:01:56.903419Z","caller":"traceutil/trace.go:171","msg":"trace[1338295994] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:4610; }","duration":"179.444261ms","start":"2026-03-19T18:01:56.723971Z","end":"2026-03-19T18:01:56.903415Z","steps":["trace[1338295994] 'agreement among raft nodes before linearized reading' (duration: 179.371419ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.903413Z","caller":"traceutil/trace.go:171","msg":"trace[1887033791] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"172.299645ms","start":"2026-03-19T18:01:56.731094Z","end":"2026-03-19T18:01:56.903394Z","steps":["trace[1887033791] 'process raft request' (duration: 171.698891ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.903745Z","caller":"traceutil/trace.go:171","msg":"trace[1376120916] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"175.480534ms","start":"2026-03-19T18:01:56.728142Z","end":"2026-03-19T18:01:56.903623Z","steps":["trace[1376120916] 'process raft request' (duration: 174.610643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.922885Z","caller":"traceutil/trace.go:171","msg":"trace[118399713] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"125.498258ms","start":"2026-03-19T18:01:56.797358Z","end":"2026-03-19T18:01:56.922856Z","steps":["trace[118399713] 'process raft request' (duration: 125.312043ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.922933Z","caller":"traceutil/trace.go:171","msg":"trace[872294370] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"125.458997ms","start":"2026-03-19T18:01:56.797435Z","end":"2026-03-19T18:01:56.922894Z","steps":["trace[872294370] 'process raft request' (duration: 125.348625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.922908Z","caller":"traceutil/trace.go:171","msg":"trace[430185823] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"125.397575ms","start":"2026-03-19T18:01:56.797496Z","end":"2026-03-19T18:01:56.922893Z","steps":["trace[430185823] 'process raft request' (duration: 125.335834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.923207Z","caller":"traceutil/trace.go:171","msg":"trace[199975432] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"124.892863ms","start":"2026-03-19T18:01:56.798305Z","end":"2026-03-19T18:01:56.923198Z","steps":["trace[199975432] 'process raft request' (duration: 124.561125ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.923344Z","caller":"traceutil/trace.go:171","msg":"trace[1379677774] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"123.335235ms","start":"2026-03-19T18:01:56.800001Z","end":"2026-03-19T18:01:56.923336Z","steps":["trace[1379677774] 'process raft request' (duration: 123.12628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.923539Z","caller":"traceutil/trace.go:171","msg":"trace[1898545404] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"123.111709ms","start":"2026-03-19T18:01:56.800419Z","end":"2026-03-19T18:01:56.923531Z","steps":["trace[1898545404] 'process raft request' (duration: 122.868933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.923795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.507764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T18:01:56.923828Z","caller":"traceutil/trace.go:171","msg":"trace[1649535194] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4617; }","duration":"195.592496ms","start":"2026-03-19T18:01:56.728227Z","end":"2026-03-19T18:01:56.92382Z","steps":["trace[1649535194] 'agreement among raft nodes before linearized reading' (duration: 195.511884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.923852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.771123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-593d27d0-9a65-4fae-971d-6ed5e7defa24\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-19T18:01:56.923795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.474975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-v7jxg\" ","response":"range_response_count:1 size:3539"} {"level":"info","ts":"2026-03-19T18:01:56.923849Z","caller":"traceutil/trace.go:171","msg":"trace[1874247372] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"121.381526ms","start":"2026-03-19T18:01:56.802451Z","end":"2026-03-19T18:01:56.923833Z","steps":["trace[1874247372] 'process raft request' (duration: 121.011327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.923877Z","caller":"traceutil/trace.go:171","msg":"trace[858912660] range","detail":"{range_begin:/registry/persistentvolumes/pvc-593d27d0-9a65-4fae-971d-6ed5e7defa24; range_end:; response_count:1; response_revision:4617; }","duration":"127.827904ms","start":"2026-03-19T18:01:56.796039Z","end":"2026-03-19T18:01:56.923867Z","steps":["trace[858912660] 'agreement among raft nodes before linearized reading' (duration: 127.772323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.923885Z","caller":"traceutil/trace.go:171","msg":"trace[736434888] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-748b556d75-v7jxg; range_end:; response_count:1; response_revision:4617; }","duration":"193.587737ms","start":"2026-03-19T18:01:56.730286Z","end":"2026-03-19T18:01:56.923874Z","steps":["trace[736434888] 'agreement among raft nodes before linearized reading' (duration: 193.427753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.997565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.020255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:01:57.997839Z","caller":"traceutil/trace.go:171","msg":"trace[462780591] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"1.091518439s","start":"2026-03-19T18:01:56.906297Z","end":"2026-03-19T18:01:57.997815Z","steps":["trace[462780591] 'process raft request' (duration: 135.200406ms)","trace[462780591] 'compare' (duration: 955.905543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:57.997924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.906282Z","time spent":"1.091613991s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:01:57.998002Z","caller":"traceutil/trace.go:171","msg":"trace[1934337121] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"1.087623992s","start":"2026-03-19T18:01:56.910369Z","end":"2026-03-19T18:01:57.997993Z","steps":["trace[1934337121] 'process raft request' (duration: 1.087357056s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.998056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.910354Z","time spent":"1.087679913s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4641,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:01:57.997867Z","caller":"traceutil/trace.go:171","msg":"trace[1600909265] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"1.070028791s","start":"2026-03-19T18:01:56.927828Z","end":"2026-03-19T18:01:57.997856Z","steps":["trace[1600909265] 'process raft request' (duration: 1.06997869s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.998114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.927803Z","time spent":"1.070288367s","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:01:57.998199Z","caller":"traceutil/trace.go:171","msg":"trace[846223993] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"1.06871172s","start":"2026-03-19T18:01:56.929466Z","end":"2026-03-19T18:01:57.998178Z","steps":["trace[846223993] 'process raft request' (duration: 1.068539255s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.998227Z","caller":"traceutil/trace.go:171","msg":"trace[106607005] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"1.066376052s","start":"2026-03-19T18:01:56.931839Z","end":"2026-03-19T18:01:57.998215Z","steps":["trace[106607005] 'process raft request' (duration: 1.066253059s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.998214Z","caller":"traceutil/trace.go:171","msg":"trace[1088963463] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"1.071877786s","start":"2026-03-19T18:01:56.926299Z","end":"2026-03-19T18:01:57.998177Z","steps":["trace[1088963463] 'process raft request' (duration: 1.071471287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.998279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.929453Z","time spent":"1.068779411s","remote":"127.0.0.1:52870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:57.998291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.931832Z","time spent":"1.066425173s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:57.998305Z","caller":"traceutil/trace.go:171","msg":"trace[707155439] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"1.064586497s","start":"2026-03-19T18:01:56.933705Z","end":"2026-03-19T18:01:57.998292Z","steps":["trace[707155439] 'process raft request' (duration: 1.064430693s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.99828Z","caller":"traceutil/trace.go:171","msg":"trace[2003592168] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"1.066927935s","start":"2026-03-19T18:01:56.931331Z","end":"2026-03-19T18:01:57.998259Z","steps":["trace[2003592168] 'process raft request' (duration: 1.066723831s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.998243Z","caller":"traceutil/trace.go:171","msg":"trace[1070172083] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"1.069844137s","start":"2026-03-19T18:01:56.928343Z","end":"2026-03-19T18:01:57.998188Z","steps":["trace[1070172083] 'process raft request' (duration: 1.069490448s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.99835Z","caller":"traceutil/trace.go:171","msg":"trace[1656852913] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4813; }","duration":"1.074816939s","start":"2026-03-19T18:01:56.923511Z","end":"2026-03-19T18:01:57.998328Z","steps":["trace[1656852913] 'read index received' (duration: 118.142048ms)","trace[1656852913] 'applied index is now lower than readState.Index' (duration: 956.670461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:57.998358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.933697Z","time spent":"1.064631299s","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3827,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:57.998347Z","caller":"traceutil/trace.go:171","msg":"trace[1407174322] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"1.059635406s","start":"2026-03-19T18:01:56.938692Z","end":"2026-03-19T18:01:57.998327Z","steps":["trace[1407174322] 'process raft request' (duration: 1.059484882s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.998373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.926282Z","time spent":"1.07200635s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:57.998388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.928334Z","time spent":"1.070034001s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:01:57.998506Z","caller":"traceutil/trace.go:171","msg":"trace[1204642658] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"1.088175875s","start":"2026-03-19T18:01:56.910316Z","end":"2026-03-19T18:01:57.998492Z","steps":["trace[1204642658] 'process raft request' (duration: 1.087346345s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.998525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.93131Z","time spent":"1.067060638s","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:57.998598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08793917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-19T18:01:57.99865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.938675Z","time spent":"1.059908822s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:57.998691Z","caller":"traceutil/trace.go:171","msg":"trace[1208815298] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4628; }","duration":"1.088060772s","start":"2026-03-19T18:01:56.910611Z","end":"2026-03-19T18:01:57.998672Z","steps":["trace[1208815298] 'agreement among raft nodes before linearized reading' (duration: 1.087808976s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.99877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.910603Z","time spent":"1.088152984s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-19T18:01:57.998568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.91029Z","time spent":"1.088243738s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:58.323083Z","caller":"traceutil/trace.go:171","msg":"trace[1115754952] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"1.146385834s","start":"2026-03-19T18:01:57.176673Z","end":"2026-03-19T18:01:58.323059Z","steps":["trace[1115754952] 'process raft request' (duration: 1.146299052s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.323265Z","caller":"traceutil/trace.go:171","msg":"trace[802382511] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"1.158329787s","start":"2026-03-19T18:01:57.164895Z","end":"2026-03-19T18:01:58.323225Z","steps":["trace[802382511] 'process raft request' (duration: 1.157928467s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.3234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.176635Z","time spent":"1.146677691s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:58.323599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.164878Z","time spent":"1.158615944s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:58.652526Z","caller":"traceutil/trace.go:171","msg":"trace[1076139295] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4826; }","duration":"654.12383ms","start":"2026-03-19T18:01:57.998384Z","end":"2026-03-19T18:01:58.652508Z","steps":["trace[1076139295] 'read index received' (duration: 324.764804ms)","trace[1076139295] 'applied index is now lower than readState.Index' (duration: 329.358086ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:58.652614Z","caller":"traceutil/trace.go:171","msg":"trace[193929722] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"947.012183ms","start":"2026-03-19T18:01:57.705593Z","end":"2026-03-19T18:01:58.652605Z","steps":["trace[193929722] 'process raft request' (duration: 946.528282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.652702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325760822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:58.652738Z","caller":"traceutil/trace.go:171","msg":"trace[569026728] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4635; }","duration":"1.325841654s","start":"2026-03-19T18:01:57.326889Z","end":"2026-03-19T18:01:58.652731Z","steps":["trace[569026728] 'agreement among raft nodes before linearized reading' (duration: 1.325767762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.652758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.326874Z","time spent":"1.325879006s","remote":"127.0.0.1:52948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:01:58.652747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.70557Z","time spent":"947.096276ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:58.652881Z","caller":"traceutil/trace.go:171","msg":"trace[501603301] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"649.334984ms","start":"2026-03-19T18:01:58.003539Z","end":"2026-03-19T18:01:58.652874Z","steps":["trace[501603301] 'process raft request' (duration: 648.726718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.652919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.003514Z","time spent":"649.386786ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:58.652948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62457622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:58.653015Z","caller":"traceutil/trace.go:171","msg":"trace[1327617857] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"649.091858ms","start":"2026-03-19T18:01:58.003917Z","end":"2026-03-19T18:01:58.653009Z","steps":["trace[1327617857] 'process raft request' (duration: 648.426321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.653047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.00391Z","time spent":"649.121809ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:01:58.653066Z","caller":"traceutil/trace.go:171","msg":"trace[1473459422] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4635; }","duration":"1.624720944s","start":"2026-03-19T18:01:57.028302Z","end":"2026-03-19T18:01:58.653023Z","steps":["trace[1473459422] 'agreement among raft nodes before linearized reading' (duration: 1.624533059s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.653121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.028284Z","time spent":"1.624824307s","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:01:58.65319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682677845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:754296"} {"level":"info","ts":"2026-03-19T18:01:58.653205Z","caller":"traceutil/trace.go:171","msg":"trace[380107791] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"649.100049ms","start":"2026-03-19T18:01:58.004097Z","end":"2026-03-19T18:01:58.653198Z","steps":["trace[380107791] 'process raft request' (duration: 648.303769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.653214Z","caller":"traceutil/trace.go:171","msg":"trace[604033454] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4635; }","duration":"1.682748427s","start":"2026-03-19T18:01:56.970459Z","end":"2026-03-19T18:01:58.653207Z","steps":["trace[604033454] 'agreement among raft nodes before linearized reading' (duration: 1.682424119s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.653235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.970438Z","time spent":"1.682791508s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":754319,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:01:58.653243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.004093Z","time spent":"649.129719ms","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:58.653324Z","caller":"traceutil/trace.go:171","msg":"trace[1254973469] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4634; }","duration":"647.785017ms","start":"2026-03-19T18:01:58.005532Z","end":"2026-03-19T18:01:58.653317Z","steps":["trace[1254973469] 'process raft request' (duration: 646.915675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.653367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.005499Z","time spent":"647.849488ms","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":923,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:58.653494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72199192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3789"} {"level":"info","ts":"2026-03-19T18:01:58.653519Z","caller":"traceutil/trace.go:171","msg":"trace[1058123493] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:4635; }","duration":"1.72202971s","start":"2026-03-19T18:01:56.931483Z","end":"2026-03-19T18:01:58.653513Z","steps":["trace[1058123493] 'agreement among raft nodes before linearized reading' (duration: 1.721965209s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.653523Z","caller":"traceutil/trace.go:171","msg":"trace[1500061469] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"647.338525ms","start":"2026-03-19T18:01:58.006177Z","end":"2026-03-19T18:01:58.653516Z","steps":["trace[1500061469] 'process raft request' (duration: 646.289058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.653537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.931474Z","time spent":"1.722058261s","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3812,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-19T18:01:58.653558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.006168Z","time spent":"647.370946ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4641,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:58.653714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72365666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-19T18:01:58.653725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165449971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:58.653797Z","caller":"traceutil/trace.go:171","msg":"trace[912894731] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4635; }","duration":"1.165574744s","start":"2026-03-19T18:01:57.488205Z","end":"2026-03-19T18:01:58.653779Z","steps":["trace[912894731] 'agreement among raft nodes before linearized reading' (duration: 1.16542309s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.65383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.488182Z","time spent":"1.165640396s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:01:58.653836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728523169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-v7jxg\" ","response":"range_response_count:1 size:4448"} {"level":"info","ts":"2026-03-19T18:01:58.653864Z","caller":"traceutil/trace.go:171","msg":"trace[1477577889] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-748b556d75-v7jxg; range_end:; response_count:1; response_revision:4635; }","duration":"1.72856069s","start":"2026-03-19T18:01:56.925296Z","end":"2026-03-19T18:01:58.653857Z","steps":["trace[1477577889] 'agreement among raft nodes before linearized reading' (duration: 1.728477398s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.653847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563434051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-19T18:01:58.653948Z","caller":"traceutil/trace.go:171","msg":"trace[652353890] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4635; }","duration":"1.563595935s","start":"2026-03-19T18:01:57.090325Z","end":"2026-03-19T18:01:58.653921Z","steps":["trace[652353890] 'agreement among raft nodes before linearized reading' (duration: 1.563262337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.654006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.0903Z","time spent":"1.563692847s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-19T18:01:58.654104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564011055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-19T18:01:58.654137Z","caller":"traceutil/trace.go:171","msg":"trace[842561855] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4635; }","duration":"1.564074866s","start":"2026-03-19T18:01:57.090054Z","end":"2026-03-19T18:01:58.654129Z","steps":["trace[842561855] 'agreement among raft nodes before linearized reading' (duration: 1.563988334s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.654165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.090039Z","time spent":"1.564120437s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-19T18:01:58.653748Z","caller":"traceutil/trace.go:171","msg":"trace[1229614623] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4635; }","duration":"1.723717921s","start":"2026-03-19T18:01:56.930021Z","end":"2026-03-19T18:01:58.653739Z","steps":["trace[1229614623] 'agreement among raft nodes before linearized reading' (duration: 1.723628939s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.654237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.929987Z","time spent":"1.724244494s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-19T18:01:58.65389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.925285Z","time spent":"1.728599571s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4471,"request content":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-v7jxg\" "} {"level":"warn","ts":"2026-03-19T18:01:58.654445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43452402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:01:58.65453Z","caller":"traceutil/trace.go:171","msg":"trace[1797075707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4635; }","duration":"1.434641482s","start":"2026-03-19T18:01:57.219879Z","end":"2026-03-19T18:01:58.654521Z","steps":["trace[1797075707] 'agreement among raft nodes before linearized reading' (duration: 1.434464368s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.654564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.219864Z","time spent":"1.434691274s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:01:58.65348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339864678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:58.658332Z","caller":"traceutil/trace.go:171","msg":"trace[373358796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4635; }","duration":"1.344751249s","start":"2026-03-19T18:01:57.31356Z","end":"2026-03-19T18:01:58.658311Z","steps":["trace[373358796] 'agreement among raft nodes before linearized reading' (duration: 1.33987461s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.658935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.313535Z","time spent":"1.345378214s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:01:58.910497Z","caller":"traceutil/trace.go:171","msg":"trace[1765579777] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4832; }","duration":"257.896746ms","start":"2026-03-19T18:01:58.652579Z","end":"2026-03-19T18:01:58.910476Z","steps":["trace[1765579777] 'read index received' (duration: 257.822853ms)","trace[1765579777] 'applied index is now lower than readState.Index' (duration: 72.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:58.910678Z","caller":"traceutil/trace.go:171","msg":"trace[1879337785] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"582.739951ms","start":"2026-03-19T18:01:58.327924Z","end":"2026-03-19T18:01:58.910664Z","steps":["trace[1879337785] 'process raft request' (duration: 582.414462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.910751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.129259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-19T18:01:58.910771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.18828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T18:01:58.910807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.758898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T18:01:58.91084Z","caller":"traceutil/trace.go:171","msg":"trace[1388883022] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4636; }","duration":"461.292153ms","start":"2026-03-19T18:01:58.44952Z","end":"2026-03-19T18:01:58.910812Z","steps":["trace[1388883022] 'agreement among raft nodes before linearized reading' (duration: 460.981425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.910895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.713629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:01:58.910891Z","caller":"traceutil/trace.go:171","msg":"trace[1499941998] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4636; }","duration":"906.86606ms","start":"2026-03-19T18:01:58.004006Z","end":"2026-03-19T18:01:58.910872Z","steps":["trace[1499941998] 'agreement among raft nodes before linearized reading' (duration: 906.611934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.910903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.449496Z","time spent":"461.394286ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:01:58.910924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.76515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T18:01:58.91078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.327898Z","time spent":"582.834604ms","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:58.910945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.73751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T18:01:58.910987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.16061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T18:01:58.91099Z","caller":"traceutil/trace.go:171","msg":"trace[1100107822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4636; }","duration":"460.808582ms","start":"2026-03-19T18:01:58.45017Z","end":"2026-03-19T18:01:58.910979Z","steps":["trace[1100107822] 'agreement among raft nodes before linearized reading' (duration: 460.421092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.911014Z","caller":"traceutil/trace.go:171","msg":"trace[2075276607] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4636; }","duration":"545.18892ms","start":"2026-03-19T18:01:58.365817Z","end":"2026-03-19T18:01:58.911006Z","steps":["trace[2075276607] 'agreement among raft nodes before linearized reading' (duration: 544.794331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.911033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.365793Z","time spent":"545.234651ms","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T18:01:58.911032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.450152Z","time spent":"460.869203ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:01:58.91107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.346992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:3421"} {"level":"info","ts":"2026-03-19T18:01:58.911117Z","caller":"traceutil/trace.go:171","msg":"trace[459416060] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:4636; }","duration":"907.418414ms","start":"2026-03-19T18:01:58.003687Z","end":"2026-03-19T18:01:58.911106Z","steps":["trace[459416060] 'agreement among raft nodes before linearized reading' (duration: 906.952983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.911384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.003679Z","time spent":"907.69025ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":3444,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"info","ts":"2026-03-19T18:01:58.910918Z","caller":"traceutil/trace.go:171","msg":"trace[799743585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4636; }","duration":"462.79349ms","start":"2026-03-19T18:01:58.448115Z","end":"2026-03-19T18:01:58.910908Z","steps":["trace[799743585] 'agreement among raft nodes before linearized reading' (duration: 462.405371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.911454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.448093Z","time spent":"463.347214ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:01:58.910937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.004002Z","time spent":"906.926221ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-19T18:01:58.910836Z","caller":"traceutil/trace.go:171","msg":"trace[974467267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4636; }","duration":"461.303713ms","start":"2026-03-19T18:01:58.449514Z","end":"2026-03-19T18:01:58.910818Z","steps":["trace[974467267] 'agreement among raft nodes before linearized reading' (duration: 461.050857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.911851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.449485Z","time spent":"462.329378ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:01:58.910981Z","caller":"traceutil/trace.go:171","msg":"trace[1303411312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4636; }","duration":"460.844382ms","start":"2026-03-19T18:01:58.45012Z","end":"2026-03-19T18:01:58.910965Z","steps":["trace[1303411312] 'agreement among raft nodes before linearized reading' (duration: 460.501724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.911986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.450109Z","time spent":"461.853606ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:01:58.910849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.863326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:01:58.912104Z","caller":"traceutil/trace.go:171","msg":"trace[848946657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4636; }","duration":"463.104237ms","start":"2026-03-19T18:01:58.448959Z","end":"2026-03-19T18:01:58.912064Z","steps":["trace[848946657] 'agreement among raft nodes before linearized reading' (duration: 461.636331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.911185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.471477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T18:01:58.912146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.448948Z","time spent":"463.188209ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:01:58.912182Z","caller":"traceutil/trace.go:171","msg":"trace[143938862] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:4636; }","duration":"462.475091ms","start":"2026-03-19T18:01:58.449687Z","end":"2026-03-19T18:01:58.912162Z","steps":["trace[143938862] 'agreement among raft nodes before linearized reading' (duration: 460.955495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.91226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.449681Z","time spent":"462.561353ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"info","ts":"2026-03-19T18:01:58.993104Z","caller":"traceutil/trace.go:171","msg":"trace[250778124] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"334.180655ms","start":"2026-03-19T18:01:58.658899Z","end":"2026-03-19T18:01:58.99308Z","steps":["trace[250778124] 'process raft request' (duration: 334.112423ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.993126Z","caller":"traceutil/trace.go:171","msg":"trace[1776842087] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"334.863012ms","start":"2026-03-19T18:01:58.658229Z","end":"2026-03-19T18:01:58.993092Z","steps":["trace[1776842087] 'process raft request' (duration: 334.606186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.993246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.65889Z","time spent":"334.284007ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":674,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:58.993291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.65821Z","time spent":"334.992156ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:58.993119Z","caller":"traceutil/trace.go:171","msg":"trace[1332478469] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"334.420661ms","start":"2026-03-19T18:01:58.658677Z","end":"2026-03-19T18:01:58.993097Z","steps":["trace[1332478469] 'process raft request' (duration: 334.289928ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.993403Z","caller":"traceutil/trace.go:171","msg":"trace[35880987] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"327.763898ms","start":"2026-03-19T18:01:58.665624Z","end":"2026-03-19T18:01:58.993388Z","steps":["trace[35880987] 'process raft request' (duration: 327.620845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.993461Z","caller":"traceutil/trace.go:171","msg":"trace[1308849831] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"317.150328ms","start":"2026-03-19T18:01:58.676299Z","end":"2026-03-19T18:01:58.993449Z","steps":["trace[1308849831] 'process raft request' (duration: 317.039745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.993489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.665612Z","time spent":"327.831819ms","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5201,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:58.993488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.658665Z","time spent":"334.761139ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:58.993544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.676286Z","time spent":"317.213169ms","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3838,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:58.993622Z","caller":"traceutil/trace.go:171","msg":"trace[1672769233] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"317.303421ms","start":"2026-03-19T18:01:58.676301Z","end":"2026-03-19T18:01:58.993605Z","steps":["trace[1672769233] 'process raft request' (duration: 317.072576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.9937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.136474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-19T18:01:58.993714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.676277Z","time spent":"317.393313ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:58.993738Z","caller":"traceutil/trace.go:171","msg":"trace[638349217] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4644; }","duration":"323.170795ms","start":"2026-03-19T18:01:58.670556Z","end":"2026-03-19T18:01:58.993727Z","steps":["trace[638349217] 'agreement among raft nodes before linearized reading' (duration: 323.066183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.993606Z","caller":"traceutil/trace.go:171","msg":"trace[1740251031] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"331.457778ms","start":"2026-03-19T18:01:58.661928Z","end":"2026-03-19T18:01:58.993385Z","steps":["trace[1740251031] 'process raft request' (duration: 331.11943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.993804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.638097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:58.993842Z","caller":"traceutil/trace.go:171","msg":"trace[605130334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4644; }","duration":"332.73255ms","start":"2026-03-19T18:01:58.661102Z","end":"2026-03-19T18:01:58.993834Z","steps":["trace[605130334] 'agreement among raft nodes before linearized reading' (duration: 332.680229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.993861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.03725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T18:01:58.993872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.661088Z","time spent":"332.776762ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:01:58.993885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.463331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:3431"} {"level":"info","ts":"2026-03-19T18:01:58.993896Z","caller":"traceutil/trace.go:171","msg":"trace[2116352964] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4644; }","duration":"221.100132ms","start":"2026-03-19T18:01:58.772786Z","end":"2026-03-19T18:01:58.993886Z","steps":["trace[2116352964] 'agreement among raft nodes before linearized reading' (duration: 221.01188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.993911Z","caller":"traceutil/trace.go:171","msg":"trace[1867599882] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:4644; }","duration":"338.510691ms","start":"2026-03-19T18:01:58.65539Z","end":"2026-03-19T18:01:58.993901Z","steps":["trace[1867599882] 'agreement among raft nodes before linearized reading' (duration: 338.43012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.993901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.44899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:3421"} {"level":"warn","ts":"2026-03-19T18:01:58.993931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.655377Z","time spent":"338.551012ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":3454,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-03-19T18:01:58.99395Z","caller":"traceutil/trace.go:171","msg":"trace[872788957] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:4644; }","duration":"338.498841ms","start":"2026-03-19T18:01:58.655438Z","end":"2026-03-19T18:01:58.993936Z","steps":["trace[872788957] 'agreement among raft nodes before linearized reading' (duration: 338.358018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.993989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.655423Z","time spent":"338.559592ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":3444,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-03-19T18:01:58.994036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.690193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb.189e500c60b8daff\" ","response":"range_response_count:1 size:919"} {"level":"info","ts":"2026-03-19T18:01:58.994056Z","caller":"traceutil/trace.go:171","msg":"trace[902198966] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb.189e500c60b8daff; range_end:; response_count:1; response_revision:4644; }","duration":"335.740823ms","start":"2026-03-19T18:01:58.65831Z","end":"2026-03-19T18:01:58.994051Z","steps":["trace[902198966] 'agreement among raft nodes before linearized reading' (duration: 335.692532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.993766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.670546Z","time spent":"323.213166ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T18:01:58.994071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.658291Z","time spent":"335.775645ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":942,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb.189e500c60b8daff\" "} {"level":"warn","ts":"2026-03-19T18:01:58.99408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.122617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:754296"} {"level":"info","ts":"2026-03-19T18:01:58.994127Z","caller":"traceutil/trace.go:171","msg":"trace[1059536128] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4644; }","duration":"160.205429ms","start":"2026-03-19T18:01:58.83391Z","end":"2026-03-19T18:01:58.994115Z","steps":["trace[1059536128] 'agreement among raft nodes before linearized reading' (duration: 159.754688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.994176Z","caller":"traceutil/trace.go:171","msg":"trace[2093765959] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"331.347836ms","start":"2026-03-19T18:01:58.661998Z","end":"2026-03-19T18:01:58.993346Z","steps":["trace[2093765959] 'process raft request' (duration: 331.191712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.994397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.661991Z","time spent":"332.34827ms","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:58.99441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.491789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:88626"} {"level":"info","ts":"2026-03-19T18:01:58.994452Z","caller":"traceutil/trace.go:171","msg":"trace[1181998023] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:4644; }","duration":"320.562231ms","start":"2026-03-19T18:01:58.67388Z","end":"2026-03-19T18:01:58.994442Z","steps":["trace[1181998023] 'agreement among raft nodes before linearized reading' (duration: 319.71117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.994486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.67387Z","time spent":"320.608091ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":88649,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:01:58.994318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:58.661908Z","time spent":"332.060113ms","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:59.014724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.577146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T18:01:59.014773Z","caller":"traceutil/trace.go:171","msg":"trace[138577922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce; range_end:; response_count:1; response_revision:4651; }","duration":"100.686929ms","start":"2026-03-19T18:01:58.914076Z","end":"2026-03-19T18:01:59.014763Z","steps":["trace[138577922] 'agreement among raft nodes before linearized reading' (duration: 100.556926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.300045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571859411,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:02:01.399577Z","caller":"traceutil/trace.go:171","msg":"trace[1030765094] linearizableReadLoop","detail":"{readStateIndex:4884; appliedIndex:4883; }","duration":"600.228159ms","start":"2026-03-19T18:02:00.799325Z","end":"2026-03-19T18:02:01.399553Z","steps":["trace[1030765094] 'read index received' (duration: 600.037155ms)","trace[1030765094] 'applied index is now lower than readState.Index' (duration: 190.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:01.399905Z","caller":"traceutil/trace.go:171","msg":"trace[234475531] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"691.823876ms","start":"2026-03-19T18:02:00.708043Z","end":"2026-03-19T18:02:01.399867Z","steps":["trace[234475531] 'process raft request' (duration: 691.391266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.399993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.511351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:02:01.400019Z","caller":"traceutil/trace.go:171","msg":"trace[377352996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4687; }","duration":"380.591474ms","start":"2026-03-19T18:02:01.01942Z","end":"2026-03-19T18:02:01.400012Z","steps":["trace[377352996] 'agreement among raft nodes before linearized reading' (duration: 380.44504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.40004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.019409Z","time spent":"380.626384ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:02:01.400069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.70802Z","time spent":"691.96969ms","remote":"127.0.0.1:38472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:01.400072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.062936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:02:01.400148Z","caller":"traceutil/trace.go:171","msg":"trace[247083198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:4687; }","duration":"379.144107ms","start":"2026-03-19T18:02:01.020983Z","end":"2026-03-19T18:02:01.400127Z","steps":["trace[247083198] 'agreement among raft nodes before linearized reading' (duration: 379.009344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.400129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.844717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-19T18:02:01.400155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.199098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:02:01.400189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.020973Z","time spent":"379.207889ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"warn","ts":"2026-03-19T18:02:01.400217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.540037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:02:01.40024Z","caller":"traceutil/trace.go:171","msg":"trace[1996193073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4687; }","duration":"381.314141ms","start":"2026-03-19T18:02:01.018905Z","end":"2026-03-19T18:02:01.400219Z","steps":["trace[1996193073] 'agreement among raft nodes before linearized reading' (duration: 381.061674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.400237Z","caller":"traceutil/trace.go:171","msg":"trace[351115403] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c; range_end:; response_count:1; response_revision:4687; }","duration":"573.008121ms","start":"2026-03-19T18:02:00.827195Z","end":"2026-03-19T18:02:01.400203Z","steps":["trace[351115403] 'agreement among raft nodes before linearized reading' (duration: 572.668013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.400257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.454355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:02:01.400296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.018892Z","time spent":"381.395343ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:01.400285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.68458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:02:01.400303Z","caller":"traceutil/trace.go:171","msg":"trace[220268982] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4687; }","duration":"381.67045ms","start":"2026-03-19T18:02:01.018605Z","end":"2026-03-19T18:02:01.400275Z","steps":["trace[220268982] 'agreement among raft nodes before linearized reading' (duration: 381.419324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.400313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.827174Z","time spent":"573.128305ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c\" "} {"level":"info","ts":"2026-03-19T18:02:01.400334Z","caller":"traceutil/trace.go:171","msg":"trace[1477847941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4687; }","duration":"401.581828ms","start":"2026-03-19T18:02:00.998733Z","end":"2026-03-19T18:02:01.400315Z","steps":["trace[1477847941] 'agreement among raft nodes before linearized reading' (duration: 401.409314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.400348Z","caller":"traceutil/trace.go:171","msg":"trace[1375492469] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4687; }","duration":"381.794582ms","start":"2026-03-19T18:02:01.018535Z","end":"2026-03-19T18:02:01.400329Z","steps":["trace[1375492469] 'agreement among raft nodes before linearized reading' (duration: 381.587427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.400353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.018586Z","time spent":"381.757832ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:02:01.400378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.998682Z","time spent":"401.68727ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:01.400392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.018522Z","time spent":"381.858944ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:02:01.400582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.70668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:02:01.400652Z","caller":"traceutil/trace.go:171","msg":"trace[374103453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4687; }","duration":"381.790263ms","start":"2026-03-19T18:02:01.018846Z","end":"2026-03-19T18:02:01.400636Z","steps":["trace[374103453] 'agreement among raft nodes before linearized reading' (duration: 381.028414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.400683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.018833Z","time spent":"381.841504ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:01.39995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.608408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-03-19T18:02:01.400772Z","caller":"traceutil/trace.go:171","msg":"trace[607019287] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb-tls; range_end:; response_count:1; response_revision:4687; }","duration":"601.48475ms","start":"2026-03-19T18:02:00.79927Z","end":"2026-03-19T18:02:01.400755Z","steps":["trace[607019287] 'agreement among raft nodes before linearized reading' (duration: 600.444904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.400811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.799246Z","time spent":"601.550672ms","remote":"127.0.0.1:49998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1989,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb-tls\" "} {"level":"warn","ts":"2026-03-19T18:02:01.400794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.015008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:02:01.40088Z","caller":"traceutil/trace.go:171","msg":"trace[1645535196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4687; }","duration":"382.183082ms","start":"2026-03-19T18:02:01.018687Z","end":"2026-03-19T18:02:01.40087Z","steps":["trace[1645535196] 'agreement among raft nodes before linearized reading' (duration: 381.360372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.40092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.018639Z","time spent":"382.273665ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:02:01.810952Z","caller":"traceutil/trace.go:171","msg":"trace[131594853] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"406.13334ms","start":"2026-03-19T18:02:01.40478Z","end":"2026-03-19T18:02:01.810913Z","steps":["trace[131594853] 'process raft request' (duration: 403.134876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.811145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.404756Z","time spent":"406.285264ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:01.816037Z","caller":"traceutil/trace.go:171","msg":"trace[547353145] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"410.882927ms","start":"2026-03-19T18:02:01.405129Z","end":"2026-03-19T18:02:01.816012Z","steps":["trace[547353145] 'process raft request' (duration: 410.710343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.816181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.405113Z","time spent":"410.994019ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:01.816245Z","caller":"traceutil/trace.go:171","msg":"trace[844032758] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"411.00881ms","start":"2026-03-19T18:02:01.405216Z","end":"2026-03-19T18:02:01.816225Z","steps":["trace[844032758] 'process raft request' (duration: 410.755174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.81637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.405197Z","time spent":"411.113962ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:01.816361Z","caller":"traceutil/trace.go:171","msg":"trace[1398163899] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"410.915778ms","start":"2026-03-19T18:02:01.405418Z","end":"2026-03-19T18:02:01.816334Z","steps":["trace[1398163899] 'process raft request' (duration: 410.747184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.816419Z","caller":"traceutil/trace.go:171","msg":"trace[846048029] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"410.331053ms","start":"2026-03-19T18:02:01.406072Z","end":"2026-03-19T18:02:01.816403Z","steps":["trace[846048029] 'process raft request' (duration: 410.19658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.81649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.405403Z","time spent":"411.01903ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:01.816516Z","caller":"traceutil/trace.go:171","msg":"trace[1200798487] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"409.462921ms","start":"2026-03-19T18:02:01.407044Z","end":"2026-03-19T18:02:01.816507Z","steps":["trace[1200798487] 'process raft request' (duration: 409.302807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.816503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.406065Z","time spent":"410.396835ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:01.816561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.407018Z","time spent":"409.518553ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:01.816634Z","caller":"traceutil/trace.go:171","msg":"trace[249452278] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"410.029166ms","start":"2026-03-19T18:02:01.40643Z","end":"2026-03-19T18:02:01.816459Z","steps":["trace[249452278] 'process raft request' (duration: 409.885412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.816672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.406422Z","time spent":"410.23116ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:01.822441Z","caller":"traceutil/trace.go:171","msg":"trace[437624328] linearizableReadLoop","detail":"{readStateIndex:4888; appliedIndex:4884; }","duration":"416.511665ms","start":"2026-03-19T18:02:01.40591Z","end":"2026-03-19T18:02:01.822422Z","steps":["trace[437624328] 'read index received' (duration: 402.020069ms)","trace[437624328] 'applied index is now lower than readState.Index' (duration: 14.490746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:01.822801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.418687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb-tls\" ","response":"range_response_count:1 size:4423"} {"level":"info","ts":"2026-03-19T18:02:01.822861Z","caller":"traceutil/trace.go:171","msg":"trace[195766274] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb-tls; range_end:; response_count:1; response_revision:4694; }","duration":"415.506709ms","start":"2026-03-19T18:02:01.407342Z","end":"2026-03-19T18:02:01.822849Z","steps":["trace[195766274] 'agreement among raft nodes before linearized reading' (duration: 415.231742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.822892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.407335Z","time spent":"415.55116ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4446,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-z6cjb-tls\" "} {"level":"warn","ts":"2026-03-19T18:02:01.826091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.157164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46081"} {"level":"info","ts":"2026-03-19T18:02:01.826168Z","caller":"traceutil/trace.go:171","msg":"trace[1339773549] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4694; }","duration":"420.262586ms","start":"2026-03-19T18:02:01.405889Z","end":"2026-03-19T18:02:01.826151Z","steps":["trace[1339773549] 'agreement among raft nodes before linearized reading' (duration: 416.645877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.826235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.40588Z","time spent":"420.343738ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46104,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:02:02.140851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.238249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:02.140969Z","caller":"traceutil/trace.go:171","msg":"trace[766453869] linearizableReadLoop","detail":"{readStateIndex:4914; appliedIndex:4913; }","duration":"127.295063ms","start":"2026-03-19T18:02:02.013652Z","end":"2026-03-19T18:02:02.140947Z","steps":["trace[766453869] 'read index received' (duration: 4.799148ms)","trace[766453869] 'applied index is now lower than readState.Index' (duration: 122.494554ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:02.140981Z","caller":"traceutil/trace.go:171","msg":"trace[453351001] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"132.399148ms","start":"2026-03-19T18:02:02.008557Z","end":"2026-03-19T18:02:02.140956Z","steps":["trace[453351001] 'compare' (duration: 122.094794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.141571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.927528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812097"} {"level":"info","ts":"2026-03-19T18:02:02.141642Z","caller":"traceutil/trace.go:171","msg":"trace[2103440178] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4715; }","duration":"128.086362ms","start":"2026-03-19T18:02:02.013539Z","end":"2026-03-19T18:02:02.141625Z","steps":["trace[2103440178] 'agreement among raft nodes before linearized reading' (duration: 127.511188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.663282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.048288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:02.663347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.889689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-19T18:02:02.663397Z","caller":"traceutil/trace.go:171","msg":"trace[405122009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4715; }","duration":"351.209162ms","start":"2026-03-19T18:02:02.312162Z","end":"2026-03-19T18:02:02.663371Z","steps":["trace[405122009] 'range keys from in-memory index tree' (duration: 350.982487ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.663437Z","caller":"traceutil/trace.go:171","msg":"trace[887399043] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c; range_end:; response_count:1; response_revision:4715; }","duration":"290.034792ms","start":"2026-03-19T18:02:02.373378Z","end":"2026-03-19T18:02:02.663413Z","steps":["trace[887399043] 'range keys from in-memory index tree' (duration: 289.668804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.663462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:02.312144Z","time spent":"351.305084ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:02.663586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.241003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-19T18:02:02.663651Z","caller":"traceutil/trace.go:171","msg":"trace[1148526473] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c; range_end:; response_count:1; response_revision:4715; }","duration":"256.356176ms","start":"2026-03-19T18:02:02.407278Z","end":"2026-03-19T18:02:02.663634Z","steps":["trace[1148526473] 'range keys from in-memory index tree' (duration: 256.073419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.664046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.000171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812097"} {"level":"info","ts":"2026-03-19T18:02:02.66414Z","caller":"traceutil/trace.go:171","msg":"trace[2084856942] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4715; }","duration":"343.126444ms","start":"2026-03-19T18:02:02.32099Z","end":"2026-03-19T18:02:02.664117Z","steps":["trace[2084856942] 'range keys from in-memory index tree' (duration: 342.462128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.664206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:02.320979Z","time spent":"343.211586ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":812120,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:02:04.562247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.332897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:04.562735Z","caller":"traceutil/trace.go:171","msg":"trace[376316980] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"165.677123ms","start":"2026-03-19T18:02:04.396958Z","end":"2026-03-19T18:02:04.562635Z","steps":["trace[376316980] 'compare' (duration: 161.088841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.808078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.688217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:05.808446Z","caller":"traceutil/trace.go:171","msg":"trace[929632865] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"1.241359382s","start":"2026-03-19T18:02:04.567043Z","end":"2026-03-19T18:02:05.808402Z","steps":["trace[929632865] 'process raft request' (duration: 400.275196ms)","trace[929632865] 'compare' (duration: 840.172384ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:05.808486Z","caller":"traceutil/trace.go:171","msg":"trace[385803934] linearizableReadLoop","detail":"{readStateIndex:4945; appliedIndex:4943; }","duration":"1.240676695s","start":"2026-03-19T18:02:04.567791Z","end":"2026-03-19T18:02:05.808468Z","steps":["trace[385803934] 'read index received' (duration: 399.528778ms)","trace[385803934] 'applied index is now lower than readState.Index' (duration: 841.146867ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:05.808565Z","caller":"traceutil/trace.go:171","msg":"trace[232867368] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"1.238985804s","start":"2026-03-19T18:02:04.569568Z","end":"2026-03-19T18:02:05.808553Z","steps":["trace[232867368] 'process raft request' (duration: 1.2387895s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.808571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.56703Z","time spent":"1.241484565s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:05.808632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.569558Z","time spent":"1.239045485s","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:05.808446Z","caller":"traceutil/trace.go:171","msg":"trace[948077158] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"1.240961232s","start":"2026-03-19T18:02:04.567469Z","end":"2026-03-19T18:02:05.80843Z","steps":["trace[948077158] 'process raft request' (duration: 1.240788748s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:05.808706Z","caller":"traceutil/trace.go:171","msg":"trace[280836136] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"1.086566286s","start":"2026-03-19T18:02:04.722108Z","end":"2026-03-19T18:02:05.808674Z","steps":["trace[280836136] 'process raft request' (duration: 1.08629906s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.808769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.567423Z","time spent":"1.24128733s","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1233,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:05.808857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.72209Z","time spent":"1.08669084s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:05.808837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241042645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-19T18:02:05.808928Z","caller":"traceutil/trace.go:171","msg":"trace[615699677] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4746; }","duration":"1.241235629s","start":"2026-03-19T18:02:04.567669Z","end":"2026-03-19T18:02:05.808904Z","steps":["trace[615699677] 'agreement among raft nodes before linearized reading' (duration: 1.240995693s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.808977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.567649Z","time spent":"1.241314641s","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16057,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T18:02:05.82114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14708654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-19T18:02:05.821209Z","caller":"traceutil/trace.go:171","msg":"trace[171670981] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c; range_end:; response_count:1; response_revision:4747; }","duration":"1.147208063s","start":"2026-03-19T18:02:04.673986Z","end":"2026-03-19T18:02:05.821194Z","steps":["trace[171670981] 'agreement among raft nodes before linearized reading' (duration: 1.147030128s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.821239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.673956Z","time spent":"1.147276705s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c\" "} {"level":"info","ts":"2026-03-19T18:02:05.821473Z","caller":"traceutil/trace.go:171","msg":"trace[1463409863] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"409.134473ms","start":"2026-03-19T18:02:05.41233Z","end":"2026-03-19T18:02:05.821464Z","steps":["trace[1463409863] 'process raft request' (duration: 408.56908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.82153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:05.412301Z","time spent":"409.188756ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:05.821626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.388352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:05.821658Z","caller":"traceutil/trace.go:171","msg":"trace[1081234056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4747; }","duration":"509.453724ms","start":"2026-03-19T18:02:05.31219Z","end":"2026-03-19T18:02:05.821644Z","steps":["trace[1081234056] 'agreement among raft nodes before linearized reading' (duration: 509.420603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.821676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:05.312166Z","time spent":"509.506955ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:05.821821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141081914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T18:02:05.821847Z","caller":"traceutil/trace.go:171","msg":"trace[543957354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4747; }","duration":"1.141148395s","start":"2026-03-19T18:02:04.680691Z","end":"2026-03-19T18:02:05.821839Z","steps":["trace[543957354] 'agreement among raft nodes before linearized reading' (duration: 1.141085034s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.821866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.680668Z","time spent":"1.141193316s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T18:02:06.043169Z","caller":"traceutil/trace.go:171","msg":"trace[314668906] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"227.270364ms","start":"2026-03-19T18:02:05.815861Z","end":"2026-03-19T18:02:06.043132Z","steps":["trace[314668906] 'process raft request' (duration: 227.131471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.043236Z","caller":"traceutil/trace.go:171","msg":"trace[1704004689] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4948; }","duration":"220.867426ms","start":"2026-03-19T18:02:05.822359Z","end":"2026-03-19T18:02:06.043226Z","steps":["trace[1704004689] 'read index received' (duration: 163.814317ms)","trace[1704004689] 'applied index is now lower than readState.Index' (duration: 57.052159ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:06.043326Z","caller":"traceutil/trace.go:171","msg":"trace[273746664] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"217.844663ms","start":"2026-03-19T18:02:05.82547Z","end":"2026-03-19T18:02:06.043315Z","steps":["trace[273746664] 'process raft request' (duration: 217.597497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.043518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.124413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:02:06.043556Z","caller":"traceutil/trace.go:171","msg":"trace[93869093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4751; }","duration":"219.196965ms","start":"2026-03-19T18:02:05.824346Z","end":"2026-03-19T18:02:06.043543Z","steps":["trace[93869093] 'agreement among raft nodes before linearized reading' (duration: 219.084932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.043649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.283786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:06.043687Z","caller":"traceutil/trace.go:171","msg":"trace[361211437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4751; }","duration":"221.334368ms","start":"2026-03-19T18:02:05.822343Z","end":"2026-03-19T18:02:06.043677Z","steps":["trace[361211437] 'agreement among raft nodes before linearized reading' (duration: 221.280167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.043178Z","caller":"traceutil/trace.go:171","msg":"trace[311154354] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"214.178423ms","start":"2026-03-19T18:02:05.828976Z","end":"2026-03-19T18:02:06.043155Z","steps":["trace[311154354] 'process raft request' (duration: 214.134872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.043966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.63837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:412980"} {"level":"info","ts":"2026-03-19T18:02:06.043199Z","caller":"traceutil/trace.go:171","msg":"trace[22727461] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"229.403605ms","start":"2026-03-19T18:02:05.813779Z","end":"2026-03-19T18:02:06.043183Z","steps":["trace[22727461] 'process raft request' (duration: 172.431278ms)","trace[22727461] 'compare' (duration: 56.642219ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:06.043993Z","caller":"traceutil/trace.go:171","msg":"trace[405497621] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4751; }","duration":"169.692402ms","start":"2026-03-19T18:02:05.874294Z","end":"2026-03-19T18:02:06.043987Z","steps":["trace[405497621] 'agreement among raft nodes before linearized reading' (duration: 169.550508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.044174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.261215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:06.044197Z","caller":"traceutil/trace.go:171","msg":"trace[1710846192] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4751; }","duration":"170.317867ms","start":"2026-03-19T18:02:05.873874Z","end":"2026-03-19T18:02:06.044192Z","steps":["trace[1710846192] 'agreement among raft nodes before linearized reading' (duration: 170.281106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.044334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.404362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:02:06.044355Z","caller":"traceutil/trace.go:171","msg":"trace[1734111930] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:4751; }","duration":"175.445813ms","start":"2026-03-19T18:02:05.868905Z","end":"2026-03-19T18:02:06.044351Z","steps":["trace[1734111930] 'agreement among raft nodes before linearized reading' (duration: 175.382251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.044428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.079209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:02:06.044471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.007892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:02:06.044487Z","caller":"traceutil/trace.go:171","msg":"trace[189517930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4751; }","duration":"184.060214ms","start":"2026-03-19T18:02:05.860422Z","end":"2026-03-19T18:02:06.044482Z","steps":["trace[189517930] 'agreement among raft nodes before linearized reading' (duration: 184.008883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.044485Z","caller":"traceutil/trace.go:171","msg":"trace[1839749777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4751; }","duration":"183.150122ms","start":"2026-03-19T18:02:05.86132Z","end":"2026-03-19T18:02:06.04447Z","steps":["trace[1839749777] 'agreement among raft nodes before linearized reading' (duration: 183.010618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.044571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.541532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:02:06.044674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.554887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:02:06.044692Z","caller":"traceutil/trace.go:171","msg":"trace[1085266116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4751; }","duration":"181.677996ms","start":"2026-03-19T18:02:05.862975Z","end":"2026-03-19T18:02:06.044653Z","steps":["trace[1085266116] 'agreement among raft nodes before linearized reading' (duration: 181.390829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.044726Z","caller":"traceutil/trace.go:171","msg":"trace[1125006391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4751; }","duration":"182.619898ms","start":"2026-03-19T18:02:05.862093Z","end":"2026-03-19T18:02:06.044713Z","steps":["trace[1125006391] 'agreement among raft nodes before linearized reading' (duration: 182.494255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.044907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.120711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-19T18:02:06.044928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.481225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:02:06.044968Z","caller":"traceutil/trace.go:171","msg":"trace[1489115523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4751; }","duration":"180.533777ms","start":"2026-03-19T18:02:05.864421Z","end":"2026-03-19T18:02:06.044955Z","steps":["trace[1489115523] 'agreement among raft nodes before linearized reading' (duration: 180.416614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.044964Z","caller":"traceutil/trace.go:171","msg":"trace[1213737441] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4751; }","duration":"183.204612ms","start":"2026-03-19T18:02:05.861743Z","end":"2026-03-19T18:02:06.044947Z","steps":["trace[1213737441] 'agreement among raft nodes before linearized reading' (duration: 183.083869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.682147Z","caller":"traceutil/trace.go:171","msg":"trace[1870187285] linearizableReadLoop","detail":"{readStateIndex:4964; appliedIndex:4963; }","duration":"494.863196ms","start":"2026-03-19T18:02:06.187258Z","end":"2026-03-19T18:02:06.682121Z","steps":["trace[1870187285] 'read index received' (duration: 494.805915ms)","trace[1870187285] 'applied index is now lower than readState.Index' (duration: 55.911µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:06.682275Z","caller":"traceutil/trace.go:171","msg":"trace[323912271] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"503.013546ms","start":"2026-03-19T18:02:06.179242Z","end":"2026-03-19T18:02:06.682256Z","steps":["trace[323912271] 'process raft request' (duration: 502.684588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.682382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.179219Z","time spent":"503.083218ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:06.682511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.826762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T18:02:06.682609Z","caller":"traceutil/trace.go:171","msg":"trace[1418323685] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:4763; }","duration":"533.958525ms","start":"2026-03-19T18:02:06.148627Z","end":"2026-03-19T18:02:06.682585Z","steps":["trace[1418323685] 'agreement among raft nodes before linearized reading' (duration: 533.680658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.682679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.148617Z","time spent":"534.049808ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"info","ts":"2026-03-19T18:02:06.807833Z","caller":"traceutil/trace.go:171","msg":"trace[1606035628] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"612.548102ms","start":"2026-03-19T18:02:06.195243Z","end":"2026-03-19T18:02:06.807791Z","steps":["trace[1606035628] 'process raft request' (duration: 612.270535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.80796Z","caller":"traceutil/trace.go:171","msg":"trace[550062984] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"609.958558ms","start":"2026-03-19T18:02:06.197955Z","end":"2026-03-19T18:02:06.807914Z","steps":["trace[550062984] 'process raft request' (duration: 609.710582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.808088Z","caller":"traceutil/trace.go:171","msg":"trace[885549298] linearizableReadLoop","detail":"{readStateIndex:4967; appliedIndex:4964; }","duration":"125.813415ms","start":"2026-03-19T18:02:06.682218Z","end":"2026-03-19T18:02:06.808032Z","steps":["trace[885549298] 'read index received' (duration: 125.267681ms)","trace[885549298] 'applied index is now lower than readState.Index' (duration: 544.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:06.808103Z","caller":"traceutil/trace.go:171","msg":"trace[478989159] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"337.886046ms","start":"2026-03-19T18:02:06.470187Z","end":"2026-03-19T18:02:06.808073Z","steps":["trace[478989159] 'process raft request' (duration: 337.604189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.80812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.195226Z","time spent":"612.706136ms","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:06.808145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.19794Z","time spent":"610.106561ms","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3895,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:06.80824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.470152Z","time spent":"338.015199ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413715,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:06.808277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.131137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-19T18:02:06.80835Z","caller":"traceutil/trace.go:171","msg":"trace[1634941459] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:4766; }","duration":"412.247089ms","start":"2026-03-19T18:02:06.39609Z","end":"2026-03-19T18:02:06.808337Z","steps":["trace[1634941459] 'agreement among raft nodes before linearized reading' (duration: 412.002414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.80839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.396059Z","time spent":"412.319551ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-19T18:02:06.808602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.428359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-wzczb\" ","response":"range_response_count:1 size:3945"} {"level":"warn","ts":"2026-03-19T18:02:06.808623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.580806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:822333"} {"level":"info","ts":"2026-03-19T18:02:06.808647Z","caller":"traceutil/trace.go:171","msg":"trace[568498152] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-wzczb; range_end:; response_count:1; response_revision:4766; }","duration":"612.495631ms","start":"2026-03-19T18:02:06.196137Z","end":"2026-03-19T18:02:06.808632Z","steps":["trace[568498152] 'agreement among raft nodes before linearized reading' (duration: 612.361547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.808665Z","caller":"traceutil/trace.go:171","msg":"trace[150588370] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4766; }","duration":"480.667128ms","start":"2026-03-19T18:02:06.327986Z","end":"2026-03-19T18:02:06.808653Z","steps":["trace[150588370] 'agreement among raft nodes before linearized reading' (duration: 480.203747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.808684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.196126Z","time spent":"612.549612ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/monitoring/goldpinger-wzczb\" "} {"level":"warn","ts":"2026-03-19T18:02:06.808704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.327969Z","time spent":"480.722879ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":822356,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:02:07.791075Z","caller":"traceutil/trace.go:171","msg":"trace[184146436] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"186.720499ms","start":"2026-03-19T18:02:07.604316Z","end":"2026-03-19T18:02:07.791036Z","steps":["trace[184146436] 'process raft request' (duration: 186.498062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:08.172455Z","caller":"traceutil/trace.go:171","msg":"trace[2129830517] linearizableReadLoop","detail":"{readStateIndex:4992; appliedIndex:4991; }","duration":"100.565567ms","start":"2026-03-19T18:02:08.071857Z","end":"2026-03-19T18:02:08.172422Z","steps":["trace[2129830517] 'read index received' (duration: 59.341525ms)","trace[2129830517] 'applied index is now lower than readState.Index' (duration: 41.222631ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:08.172646Z","caller":"traceutil/trace.go:171","msg":"trace[1477488190] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"131.816163ms","start":"2026-03-19T18:02:08.040782Z","end":"2026-03-19T18:02:08.172598Z","steps":["trace[1477488190] 'process raft request' (duration: 90.448848ms)","trace[1477488190] 'compare' (duration: 41.046127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:08.172981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.105549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:02:08.173482Z","caller":"traceutil/trace.go:171","msg":"trace[118084877] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4790; }","duration":"101.297274ms","start":"2026-03-19T18:02:08.07179Z","end":"2026-03-19T18:02:08.173087Z","steps":["trace[118084877] 'agreement among raft nodes before linearized reading' (duration: 100.915394ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:13.109764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2444} {"level":"info","ts":"2026-03-19T18:02:13.195008Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2444,"took":"84.261277ms","hash":4043453447,"current-db-size-bytes":36388864,"current-db-size":"36 MB","current-db-size-in-use-bytes":25870336,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-19T18:02:13.195069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4043453447,"revision":2444,"compact-revision":-1} {"level":"info","ts":"2026-03-19T18:02:14.463017Z","caller":"traceutil/trace.go:171","msg":"trace[1705809107] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"182.387513ms","start":"2026-03-19T18:02:14.280589Z","end":"2026-03-19T18:02:14.462977Z","steps":["trace[1705809107] 'process raft request' (duration: 138.416705ms)","trace[1705809107] 'compare' (duration: 43.62586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:14.463078Z","caller":"traceutil/trace.go:171","msg":"trace[214224076] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"181.778028ms","start":"2026-03-19T18:02:14.281281Z","end":"2026-03-19T18:02:14.463059Z","steps":["trace[214224076] 'process raft request' (duration: 181.717426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:14.463329Z","caller":"traceutil/trace.go:171","msg":"trace[648257636] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"182.417203ms","start":"2026-03-19T18:02:14.280904Z","end":"2026-03-19T18:02:14.463321Z","steps":["trace[648257636] 'process raft request' (duration: 181.948872ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:14.46377Z","caller":"traceutil/trace.go:171","msg":"trace[1682840841] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"182.445045ms","start":"2026-03-19T18:02:14.281296Z","end":"2026-03-19T18:02:14.463741Z","steps":["trace[1682840841] 'process raft request' (duration: 181.732807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:15.556964Z","caller":"traceutil/trace.go:171","msg":"trace[127812669] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5101; }","duration":"242.713782ms","start":"2026-03-19T18:02:15.314225Z","end":"2026-03-19T18:02:15.556939Z","steps":["trace[127812669] 'read index received' (duration: 242.542268ms)","trace[127812669] 'applied index is now lower than readState.Index' (duration: 170.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:15.557067Z","caller":"traceutil/trace.go:171","msg":"trace[766809134] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"253.379975ms","start":"2026-03-19T18:02:15.303659Z","end":"2026-03-19T18:02:15.557039Z","steps":["trace[766809134] 'process raft request' (duration: 253.110508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:15.557172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.938088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:15.557253Z","caller":"traceutil/trace.go:171","msg":"trace[2015322315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4896; }","duration":"243.057661ms","start":"2026-03-19T18:02:15.314172Z","end":"2026-03-19T18:02:15.557229Z","steps":["trace[2015322315] 'agreement among raft nodes before linearized reading' (duration: 242.903878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.323588Z","caller":"traceutil/trace.go:171","msg":"trace[481134049] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"117.670446ms","start":"2026-03-19T18:02:16.205885Z","end":"2026-03-19T18:02:16.323556Z","steps":["trace[481134049] 'process raft request' (duration: 41.948989ms)","trace[481134049] 'compare' (duration: 75.524802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:16.941445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.880114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:16.941567Z","caller":"traceutil/trace.go:171","msg":"trace[674113307] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"209.401985ms","start":"2026-03-19T18:02:16.732145Z","end":"2026-03-19T18:02:16.941547Z","steps":["trace[674113307] 'process raft request' (duration: 68.337686ms)","trace[674113307] 'compare' (duration: 140.746071ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:17.656251Z","caller":"traceutil/trace.go:171","msg":"trace[577083353] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"131.969795ms","start":"2026-03-19T18:02:17.524232Z","end":"2026-03-19T18:02:17.656201Z","steps":["trace[577083353] 'process raft request' (duration: 131.641437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:17.81127Z","caller":"traceutil/trace.go:171","msg":"trace[1284870923] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"154.333584ms","start":"2026-03-19T18:02:17.656901Z","end":"2026-03-19T18:02:17.811234Z","steps":["trace[1284870923] 'process raft request' (duration: 101.264314ms)","trace[1284870923] 'compare' (duration: 52.845785ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:17.811224Z","caller":"traceutil/trace.go:171","msg":"trace[2039176908] linearizableReadLoop","detail":"{readStateIndex:5136; appliedIndex:5135; }","duration":"151.491735ms","start":"2026-03-19T18:02:17.659705Z","end":"2026-03-19T18:02:17.811197Z","steps":["trace[2039176908] 'read index received' (duration: 98.576268ms)","trace[2039176908] 'applied index is now lower than readState.Index' (duration: 52.913836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:17.811622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.885795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T18:02:17.811714Z","caller":"traceutil/trace.go:171","msg":"trace[558289707] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c7d8227a-e35f-4195-bbe9-15464eafe1ce; range_end:; response_count:1; response_revision:4929; }","duration":"152.011788ms","start":"2026-03-19T18:02:17.659682Z","end":"2026-03-19T18:02:17.811694Z","steps":["trace[558289707] 'agreement among raft nodes before linearized reading' (duration: 151.734172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:18.157064Z","caller":"traceutil/trace.go:171","msg":"trace[232571616] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5136; }","duration":"345.589365ms","start":"2026-03-19T18:02:17.811437Z","end":"2026-03-19T18:02:18.157026Z","steps":["trace[232571616] 'read index received' (duration: 345.040071ms)","trace[232571616] 'applied index is now lower than readState.Index' (duration: 548.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:18.157142Z","caller":"traceutil/trace.go:171","msg":"trace[1993105748] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"495.630664ms","start":"2026-03-19T18:02:17.661484Z","end":"2026-03-19T18:02:18.157114Z","steps":["trace[1993105748] 'process raft request' (duration: 495.142172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:18.157349Z","caller":"traceutil/trace.go:171","msg":"trace[915140924] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"495.05146ms","start":"2026-03-19T18:02:17.662288Z","end":"2026-03-19T18:02:18.157339Z","steps":["trace[915140924] 'process raft request' (duration: 494.540618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:18.157446Z","caller":"traceutil/trace.go:171","msg":"trace[824861602] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"494.23171ms","start":"2026-03-19T18:02:17.663197Z","end":"2026-03-19T18:02:18.157429Z","steps":["trace[824861602] 'process raft request' (duration: 493.757318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:18.157458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.66147Z","time spent":"495.8984ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:18.157471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.662279Z","time spent":"495.107311ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:18.157098Z","caller":"traceutil/trace.go:171","msg":"trace[1955831764] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"494.181689ms","start":"2026-03-19T18:02:17.662886Z","end":"2026-03-19T18:02:18.157067Z","steps":["trace[1955831764] 'process raft request' (duration: 494.018425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:18.157555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.663187Z","time spent":"494.302101ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:18.157628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.662855Z","time spent":"494.715242ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:18.157741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.675339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-bvt5v\" ","response":"range_response_count:1 size:7817"} {"level":"warn","ts":"2026-03-19T18:02:18.157736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.064342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:18.157778Z","caller":"traceutil/trace.go:171","msg":"trace[133007814] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-bvt5v; range_end:; response_count:1; response_revision:4933; }","duration":"496.722871ms","start":"2026-03-19T18:02:17.661043Z","end":"2026-03-19T18:02:18.157766Z","steps":["trace[133007814] 'agreement among raft nodes before linearized reading' (duration: 496.577617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:18.157792Z","caller":"traceutil/trace.go:171","msg":"trace[1303615226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4933; }","duration":"179.163784ms","start":"2026-03-19T18:02:17.978611Z","end":"2026-03-19T18:02:18.157775Z","steps":["trace[1303615226] 'agreement among raft nodes before linearized reading' (duration: 179.074812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:18.157821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.661037Z","time spent":"496.774712ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-bvt5v\" "} {"level":"warn","ts":"2026-03-19T18:02:18.479573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.18468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T18:02:18.479606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.902145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:02:18.479652Z","caller":"traceutil/trace.go:171","msg":"trace[839945989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:4940; }","duration":"105.309703ms","start":"2026-03-19T18:02:18.374324Z","end":"2026-03-19T18:02:18.479634Z","steps":["trace[839945989] 'range keys from in-memory index tree' (duration: 104.905213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:18.479632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.735174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:02:18.479694Z","caller":"traceutil/trace.go:171","msg":"trace[1919897063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4940; }","duration":"119.041639ms","start":"2026-03-19T18:02:18.360629Z","end":"2026-03-19T18:02:18.479671Z","steps":["trace[1919897063] 'range keys from in-memory index tree' (duration: 118.735292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:18.479671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.664292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:02:18.479723Z","caller":"traceutil/trace.go:171","msg":"trace[1773656990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4940; }","duration":"112.873788ms","start":"2026-03-19T18:02:18.366828Z","end":"2026-03-19T18:02:18.479702Z","steps":["trace[1773656990] 'range keys from in-memory index tree' (duration: 112.56899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:18.479762Z","caller":"traceutil/trace.go:171","msg":"trace[692740259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4940; }","duration":"114.794035ms","start":"2026-03-19T18:02:18.364948Z","end":"2026-03-19T18:02:18.479742Z","steps":["trace[692740259] 'range keys from in-memory index tree' (duration: 114.439617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.095244Z","caller":"traceutil/trace.go:171","msg":"trace[1404757158] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"596.485658ms","start":"2026-03-19T18:02:20.498736Z","end":"2026-03-19T18:02:21.095222Z","steps":["trace[1404757158] 'process raft request' (duration: 596.412276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.095296Z","caller":"traceutil/trace.go:171","msg":"trace[1319971155] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"596.723744ms","start":"2026-03-19T18:02:20.498537Z","end":"2026-03-19T18:02:21.095261Z","steps":["trace[1319971155] 'process raft request' (duration: 596.56153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.095423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.498724Z","time spent":"596.599601ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:21.095485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.49853Z","time spent":"596.835636ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:21.095672Z","caller":"traceutil/trace.go:171","msg":"trace[717194418] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5169; }","duration":"595.422252ms","start":"2026-03-19T18:02:20.500223Z","end":"2026-03-19T18:02:21.095646Z","steps":["trace[717194418] 'read index received' (duration: 44.808198ms)","trace[717194418] 'applied index is now lower than readState.Index' (duration: 550.612474ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:21.095682Z","caller":"traceutil/trace.go:171","msg":"trace[1336154075] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"594.230653ms","start":"2026-03-19T18:02:20.501436Z","end":"2026-03-19T18:02:21.095667Z","steps":["trace[1336154075] 'process raft request' (duration: 593.937765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.09547Z","caller":"traceutil/trace.go:171","msg":"trace[1977365149] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"595.32362ms","start":"2026-03-19T18:02:20.500128Z","end":"2026-03-19T18:02:21.095451Z","steps":["trace[1977365149] 'process raft request' (duration: 595.059854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.095749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.501398Z","time spent":"594.318045ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:21.095788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.500114Z","time spent":"595.624017ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:21.095823Z","caller":"traceutil/trace.go:171","msg":"trace[1256055616] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"596.758925ms","start":"2026-03-19T18:02:20.498453Z","end":"2026-03-19T18:02:21.095212Z","steps":["trace[1256055616] 'process raft request' (duration: 596.495588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.095808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.575447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:02:21.095904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.498434Z","time spent":"597.429611ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:21.095934Z","caller":"traceutil/trace.go:171","msg":"trace[1214861326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4967; }","duration":"595.73984ms","start":"2026-03-19T18:02:20.500182Z","end":"2026-03-19T18:02:21.095922Z","steps":["trace[1214861326] 'agreement among raft nodes before linearized reading' (duration: 595.528115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.095978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.500157Z","time spent":"595.809172ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:02:21.099432Z","caller":"traceutil/trace.go:171","msg":"trace[929839046] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"144.146525ms","start":"2026-03-19T18:02:20.955266Z","end":"2026-03-19T18:02:21.099412Z","steps":["trace[929839046] 'process raft request' (duration: 143.740285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.099399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.127673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54140"} {"level":"info","ts":"2026-03-19T18:02:21.099667Z","caller":"traceutil/trace.go:171","msg":"trace[1714475716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4968; }","duration":"599.379409ms","start":"2026-03-19T18:02:20.50025Z","end":"2026-03-19T18:02:21.099629Z","steps":["trace[1714475716] 'agreement among raft nodes before linearized reading' (duration: 598.850227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.09982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.500221Z","time spent":"599.582174ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":54163,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:02:26.797994Z","caller":"traceutil/trace.go:171","msg":"trace[1940286128] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"194.94557ms","start":"2026-03-19T18:02:26.603018Z","end":"2026-03-19T18:02:26.797963Z","steps":["trace[1940286128] 'process raft request' (duration: 194.771396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:27.013367Z","caller":"traceutil/trace.go:171","msg":"trace[247415899] linearizableReadLoop","detail":"{readStateIndex:5277; appliedIndex:5275; }","duration":"357.767233ms","start":"2026-03-19T18:02:26.655573Z","end":"2026-03-19T18:02:27.01334Z","steps":["trace[247415899] 'read index received' (duration: 142.264648ms)","trace[247415899] 'applied index is now lower than readState.Index' (duration: 215.501645ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:27.01348Z","caller":"traceutil/trace.go:171","msg":"trace[816441834] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"408.800435ms","start":"2026-03-19T18:02:26.604645Z","end":"2026-03-19T18:02:27.013445Z","steps":["trace[816441834] 'process raft request' (duration: 408.528819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:27.013601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.185235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-19T18:02:27.013535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.937677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:27.013764Z","caller":"traceutil/trace.go:171","msg":"trace[1014732604] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5068; }","duration":"358.218943ms","start":"2026-03-19T18:02:26.65552Z","end":"2026-03-19T18:02:27.013739Z","steps":["trace[1014732604] 'agreement among raft nodes before linearized reading' (duration: 357.941987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:27.013769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:26.604623Z","time spent":"409.001911ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:27.013702Z","caller":"traceutil/trace.go:171","msg":"trace[52525294] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5068; }","duration":"272.270417ms","start":"2026-03-19T18:02:26.741363Z","end":"2026-03-19T18:02:27.013633Z","steps":["trace[52525294] 'agreement among raft nodes before linearized reading' (duration: 272.114443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:27.013892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:26.655498Z","time spent":"358.375218ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:02:30.992027Z","caller":"traceutil/trace.go:171","msg":"trace[317561963] linearizableReadLoop","detail":"{readStateIndex:5307; appliedIndex:5306; }","duration":"158.402265ms","start":"2026-03-19T18:02:30.833589Z","end":"2026-03-19T18:02:30.991992Z","steps":["trace[317561963] 'read index received' (duration: 122.940755ms)","trace[317561963] 'applied index is now lower than readState.Index' (duration: 35.46032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:30.992681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.069071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:30.992756Z","caller":"traceutil/trace.go:171","msg":"trace[1768960754] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5098; }","duration":"159.165133ms","start":"2026-03-19T18:02:30.833572Z","end":"2026-03-19T18:02:30.992737Z","steps":["trace[1768960754] 'agreement among raft nodes before linearized reading' (duration: 159.02177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:30.992914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.434012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-19T18:02:30.992945Z","caller":"traceutil/trace.go:171","msg":"trace[1239107100] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"338.89649ms","start":"2026-03-19T18:02:30.654013Z","end":"2026-03-19T18:02:30.99291Z","steps":["trace[1239107100] 'process raft request' (duration: 302.547779ms)","trace[1239107100] 'compare' (duration: 35.307876ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:30.993032Z","caller":"traceutil/trace.go:171","msg":"trace[1530341053] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5098; }","duration":"144.614966ms","start":"2026-03-19T18:02:30.848391Z","end":"2026-03-19T18:02:30.993006Z","steps":["trace[1530341053] 'agreement among raft nodes before linearized reading' (duration: 144.35668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:30.993126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:30.652933Z","time spent":"340.09365ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:31.215386Z","caller":"traceutil/trace.go:171","msg":"trace[1741206268] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"139.907932ms","start":"2026-03-19T18:02:31.075432Z","end":"2026-03-19T18:02:31.21534Z","steps":["trace[1741206268] 'process raft request' (duration: 55.227815ms)","trace[1741206268] 'compare' (duration: 84.41769ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:31.357879Z","caller":"traceutil/trace.go:171","msg":"trace[1046800310] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5312; }","duration":"138.367803ms","start":"2026-03-19T18:02:31.21948Z","end":"2026-03-19T18:02:31.357848Z","steps":["trace[1046800310] 'read index received' (duration: 134.331285ms)","trace[1046800310] 'applied index is now lower than readState.Index' (duration: 4.034958ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:31.357935Z","caller":"traceutil/trace.go:171","msg":"trace[151381692] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5104; }","duration":"139.637685ms","start":"2026-03-19T18:02:31.218268Z","end":"2026-03-19T18:02:31.357906Z","steps":["trace[151381692] 'process raft request' (duration: 135.518934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.358113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.632359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.189e5008ffc7e384\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-19T18:02:31.358183Z","caller":"traceutil/trace.go:171","msg":"trace[144141057] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.189e5008ffc7e384; range_end:; response_count:1; response_revision:5104; }","duration":"138.750532ms","start":"2026-03-19T18:02:31.219417Z","end":"2026-03-19T18:02:31.358168Z","steps":["trace[144141057] 'agreement among raft nodes before linearized reading' (duration: 138.558197ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:31.361991Z","caller":"traceutil/trace.go:171","msg":"trace[1398559703] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"142.160547ms","start":"2026-03-19T18:02:31.219805Z","end":"2026-03-19T18:02:31.361966Z","steps":["trace[1398559703] 'process raft request' (duration: 141.841089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:33.576707Z","caller":"traceutil/trace.go:171","msg":"trace[775709074] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"154.597541ms","start":"2026-03-19T18:02:33.422077Z","end":"2026-03-19T18:02:33.576674Z","steps":["trace[775709074] 'process raft request' (duration: 154.396406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:33.612544Z","caller":"traceutil/trace.go:171","msg":"trace[254696487] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"189.908777ms","start":"2026-03-19T18:02:33.422612Z","end":"2026-03-19T18:02:33.61252Z","steps":["trace[254696487] 'process raft request' (duration: 189.727703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:33.612841Z","caller":"traceutil/trace.go:171","msg":"trace[740954405] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"188.292997ms","start":"2026-03-19T18:02:33.424536Z","end":"2026-03-19T18:02:33.612829Z","steps":["trace[740954405] 'process raft request' (duration: 187.941389ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:33.612988Z","caller":"traceutil/trace.go:171","msg":"trace[1756541733] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"187.118589ms","start":"2026-03-19T18:02:33.425852Z","end":"2026-03-19T18:02:33.612971Z","steps":["trace[1756541733] 'process raft request' (duration: 186.900854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:33.613041Z","caller":"traceutil/trace.go:171","msg":"trace[649720157] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"186.942954ms","start":"2026-03-19T18:02:33.426088Z","end":"2026-03-19T18:02:33.613031Z","steps":["trace[649720157] 'process raft request' (duration: 186.816411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:33.613043Z","caller":"traceutil/trace.go:171","msg":"trace[1171568044] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5342; }","duration":"189.61574ms","start":"2026-03-19T18:02:33.423398Z","end":"2026-03-19T18:02:33.613014Z","steps":["trace[1171568044] 'read index received' (duration: 153.058913ms)","trace[1171568044] 'applied index is now lower than readState.Index' (duration: 36.555217ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:33.613134Z","caller":"traceutil/trace.go:171","msg":"trace[1123765276] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"186.674757ms","start":"2026-03-19T18:02:33.426427Z","end":"2026-03-19T18:02:33.613102Z","steps":["trace[1123765276] 'process raft request' (duration: 186.538944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:33.613275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.850035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:02:33.613335Z","caller":"traceutil/trace.go:171","msg":"trace[848319278] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:5138; }","duration":"189.991409ms","start":"2026-03-19T18:02:33.423331Z","end":"2026-03-19T18:02:33.613323Z","steps":["trace[848319278] 'agreement among raft nodes before linearized reading' (duration: 189.783924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:33.720763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.210598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64524"} {"level":"info","ts":"2026-03-19T18:02:33.72087Z","caller":"traceutil/trace.go:171","msg":"trace[2074856883] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5138; }","duration":"102.341061ms","start":"2026-03-19T18:02:33.618504Z","end":"2026-03-19T18:02:33.720845Z","steps":["trace[2074856883] 'range keys from in-memory index tree' (duration: 101.887039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:33.845693Z","caller":"traceutil/trace.go:171","msg":"trace[802684145] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"115.529904ms","start":"2026-03-19T18:02:33.730138Z","end":"2026-03-19T18:02:33.845668Z","steps":["trace[802684145] 'process raft request' (duration: 115.38413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:36.902072Z","caller":"traceutil/trace.go:171","msg":"trace[1876203485] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"198.556019ms","start":"2026-03-19T18:02:36.703486Z","end":"2026-03-19T18:02:36.902042Z","steps":["trace[1876203485] 'process raft request' (duration: 180.076287ms)","trace[1876203485] 'compare' (duration: 18.210406ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:36.902398Z","caller":"traceutil/trace.go:171","msg":"trace[1449235544] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"198.495757ms","start":"2026-03-19T18:02:36.703871Z","end":"2026-03-19T18:02:36.902366Z","steps":["trace[1449235544] 'process raft request' (duration: 198.057157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:36.90251Z","caller":"traceutil/trace.go:171","msg":"trace[331492510] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"198.483907ms","start":"2026-03-19T18:02:36.703987Z","end":"2026-03-19T18:02:36.902471Z","steps":["trace[331492510] 'process raft request' (duration: 198.22007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:36.902749Z","caller":"traceutil/trace.go:171","msg":"trace[280847150] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"198.379554ms","start":"2026-03-19T18:02:36.704311Z","end":"2026-03-19T18:02:36.90269Z","steps":["trace[280847150] 'process raft request' (duration: 198.038716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:36.90715Z","caller":"traceutil/trace.go:171","msg":"trace[1803278264] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"198.527488ms","start":"2026-03-19T18:02:36.708605Z","end":"2026-03-19T18:02:36.907132Z","steps":["trace[1803278264] 'process raft request' (duration: 198.361394ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:39.76093Z","caller":"traceutil/trace.go:171","msg":"trace[733282847] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5416; }","duration":"116.846916ms","start":"2026-03-19T18:02:39.644062Z","end":"2026-03-19T18:02:39.760909Z","steps":["trace[733282847] 'read index received' (duration: 12.682391ms)","trace[733282847] 'applied index is now lower than readState.Index' (duration: 104.163655ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:39.761065Z","caller":"traceutil/trace.go:171","msg":"trace[376114893] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"117.879711ms","start":"2026-03-19T18:02:39.643155Z","end":"2026-03-19T18:02:39.761035Z","steps":["trace[376114893] 'process raft request' (duration: 117.395879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.761176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.093722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:02:39.761205Z","caller":"traceutil/trace.go:171","msg":"trace[850674638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5207; }","duration":"117.195804ms","start":"2026-03-19T18:02:39.644002Z","end":"2026-03-19T18:02:39.761198Z","steps":["trace[850674638] 'agreement among raft nodes before linearized reading' (duration: 117.02727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.761418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.218075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:02:39.761459Z","caller":"traceutil/trace.go:171","msg":"trace[874579124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5207; }","duration":"117.285256ms","start":"2026-03-19T18:02:39.644164Z","end":"2026-03-19T18:02:39.761449Z","steps":["trace[874579124] 'agreement among raft nodes before linearized reading' (duration: 117.119912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.761649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.21641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:02:39.761729Z","caller":"traceutil/trace.go:171","msg":"trace[652029213] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5207; }","duration":"116.337362ms","start":"2026-03-19T18:02:39.645372Z","end":"2026-03-19T18:02:39.761709Z","steps":["trace[652029213] 'agreement among raft nodes before linearized reading' (duration: 116.071416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:39.950478Z","caller":"traceutil/trace.go:171","msg":"trace[1014031594] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"184.812432ms","start":"2026-03-19T18:02:39.765641Z","end":"2026-03-19T18:02:39.950453Z","steps":["trace[1014031594] 'process raft request' (duration: 128.113062ms)","trace[1014031594] 'compare' (duration: 56.538796ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:39.950783Z","caller":"traceutil/trace.go:171","msg":"trace[1294421033] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"185.079419ms","start":"2026-03-19T18:02:39.765693Z","end":"2026-03-19T18:02:39.950773Z","steps":["trace[1294421033] 'process raft request' (duration: 184.717079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.950977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.131805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-19T18:02:39.951018Z","caller":"traceutil/trace.go:171","msg":"trace[1861044968] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5210; }","duration":"100.242149ms","start":"2026-03-19T18:02:39.850765Z","end":"2026-03-19T18:02:39.951007Z","steps":["trace[1861044968] 'agreement among raft nodes before linearized reading' (duration: 100.099845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.901577Z","caller":"traceutil/trace.go:171","msg":"trace[274607831] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"171.335652ms","start":"2026-03-19T18:02:43.730213Z","end":"2026-03-19T18:02:43.90155Z","steps":["trace[274607831] 'process raft request' (duration: 161.07749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.901675Z","caller":"traceutil/trace.go:171","msg":"trace[1151650146] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"171.220629ms","start":"2026-03-19T18:02:43.730417Z","end":"2026-03-19T18:02:43.901637Z","steps":["trace[1151650146] 'process raft request' (duration: 171.064655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.901745Z","caller":"traceutil/trace.go:171","msg":"trace[1022373968] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"169.598069ms","start":"2026-03-19T18:02:43.732134Z","end":"2026-03-19T18:02:43.901732Z","steps":["trace[1022373968] 'process raft request' (duration: 169.513447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.901745Z","caller":"traceutil/trace.go:171","msg":"trace[1953621584] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"170.268266ms","start":"2026-03-19T18:02:43.731447Z","end":"2026-03-19T18:02:43.901715Z","steps":["trace[1953621584] 'process raft request' (duration: 170.156623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.901821Z","caller":"traceutil/trace.go:171","msg":"trace[766536972] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"170.353558ms","start":"2026-03-19T18:02:43.731443Z","end":"2026-03-19T18:02:43.901797Z","steps":["trace[766536972] 'process raft request' (duration: 170.112722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.901797Z","caller":"traceutil/trace.go:171","msg":"trace[354689711] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5461; }","duration":"166.3765ms","start":"2026-03-19T18:02:43.73539Z","end":"2026-03-19T18:02:43.901766Z","steps":["trace[354689711] 'read index received' (duration: 155.881152ms)","trace[354689711] 'applied index is now lower than readState.Index' (duration: 10.493198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:43.902442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.033336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T18:02:43.902489Z","caller":"traceutil/trace.go:171","msg":"trace[326640242] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5253; }","duration":"167.114227ms","start":"2026-03-19T18:02:43.735364Z","end":"2026-03-19T18:02:43.902478Z","steps":["trace[326640242] 'agreement among raft nodes before linearized reading' (duration: 166.630395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:43.929196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.413002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:02:43.929267Z","caller":"traceutil/trace.go:171","msg":"trace[446042156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5254; }","duration":"153.539425ms","start":"2026-03-19T18:02:43.775711Z","end":"2026-03-19T18:02:43.929251Z","steps":["trace[446042156] 'agreement among raft nodes before linearized reading' (duration: 153.32693ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.929315Z","caller":"traceutil/trace.go:171","msg":"trace[549745506] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"189.235782ms","start":"2026-03-19T18:02:43.740037Z","end":"2026-03-19T18:02:43.929272Z","steps":["trace[549745506] 'process raft request' (duration: 188.74606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:43.92938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.123562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:02:43.929452Z","caller":"traceutil/trace.go:171","msg":"trace[1517744931] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:5254; }","duration":"150.233265ms","start":"2026-03-19T18:02:43.779202Z","end":"2026-03-19T18:02:43.929436Z","steps":["trace[1517744931] 'agreement among raft nodes before linearized reading' (duration: 150.03291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:43.929673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.519116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-bvt5v\" ","response":"range_response_count:1 size:8066"} {"level":"info","ts":"2026-03-19T18:02:43.929739Z","caller":"traceutil/trace.go:171","msg":"trace[124964941] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-bvt5v; range_end:; response_count:1; response_revision:5254; }","duration":"173.590138ms","start":"2026-03-19T18:02:43.756133Z","end":"2026-03-19T18:02:43.929724Z","steps":["trace[124964941] 'agreement among raft nodes before linearized reading' (duration: 173.153347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.328325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571860710,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:02:45.398545Z","caller":"traceutil/trace.go:171","msg":"trace[2100775320] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5485; }","duration":"570.600083ms","start":"2026-03-19T18:02:44.827906Z","end":"2026-03-19T18:02:45.398506Z","steps":["trace[2100775320] 'read index received' (duration: 569.913686ms)","trace[2100775320] 'applied index is now lower than readState.Index' (duration: 684.737µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:45.399317Z","caller":"traceutil/trace.go:171","msg":"trace[1341822621] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"625.787496ms","start":"2026-03-19T18:02:44.772836Z","end":"2026-03-19T18:02:45.398623Z","steps":["trace[1341822621] 'process raft request' (duration: 625.031457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.399412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.466094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:45.399527Z","caller":"traceutil/trace.go:171","msg":"trace[1476156000] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5271; }","duration":"571.619068ms","start":"2026-03-19T18:02:44.827882Z","end":"2026-03-19T18:02:45.399501Z","steps":["trace[1476156000] 'agreement among raft nodes before linearized reading' (duration: 570.785567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.399558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.772821Z","time spent":"626.602687ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8435,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:45.399589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.827792Z","time spent":"571.785803ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:45.399593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.233923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-19T18:02:45.399653Z","caller":"traceutil/trace.go:171","msg":"trace[1887657722] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5272; }","duration":"437.364616ms","start":"2026-03-19T18:02:44.962269Z","end":"2026-03-19T18:02:45.399634Z","steps":["trace[1887657722] 'agreement among raft nodes before linearized reading' (duration: 437.141581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.399647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.363914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:02:45.399699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.962222Z","time spent":"437.467049ms","remote":"127.0.0.1:43240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T18:02:45.399753Z","caller":"traceutil/trace.go:171","msg":"trace[1990392698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5272; }","duration":"262.532098ms","start":"2026-03-19T18:02:45.137195Z","end":"2026-03-19T18:02:45.399727Z","steps":["trace[1990392698] 'agreement among raft nodes before linearized reading' (duration: 262.272622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.677388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.249432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:49.677475Z","caller":"traceutil/trace.go:171","msg":"trace[1655162022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5301; }","duration":"364.404136ms","start":"2026-03-19T18:02:49.313052Z","end":"2026-03-19T18:02:49.677456Z","steps":["trace[1655162022] 'range keys from in-memory index tree' (duration: 364.1338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.677517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.313022Z","time spent":"364.486068ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:49.925534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571860789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:02:49.992864Z","caller":"traceutil/trace.go:171","msg":"trace[815776466] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5517; }","duration":"567.834725ms","start":"2026-03-19T18:02:49.425006Z","end":"2026-03-19T18:02:49.99284Z","steps":["trace[815776466] 'read index received' (duration: 567.744493ms)","trace[815776466] 'applied index is now lower than readState.Index' (duration: 88.512µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:49.993001Z","caller":"traceutil/trace.go:171","msg":"trace[485352350] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"578.215779ms","start":"2026-03-19T18:02:49.414767Z","end":"2026-03-19T18:02:49.992983Z","steps":["trace[485352350] 'process raft request' (duration: 577.890751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.993123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.414741Z","time spent":"578.295492ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:49.993473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.037415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:02:49.993543Z","caller":"traceutil/trace.go:171","msg":"trace[27250652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5302; }","duration":"317.156727ms","start":"2026-03-19T18:02:49.67637Z","end":"2026-03-19T18:02:49.993527Z","steps":["trace[27250652] 'agreement among raft nodes before linearized reading' (duration: 316.973153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.993586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.676346Z","time spent":"317.22809ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:02:49.993604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.608993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:02:49.99365Z","caller":"traceutil/trace.go:171","msg":"trace[910873355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5302; }","duration":"568.701167ms","start":"2026-03-19T18:02:49.424934Z","end":"2026-03-19T18:02:49.993635Z","steps":["trace[910873355] 'agreement among raft nodes before linearized reading' (duration: 568.589353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.993635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.144842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"warn","ts":"2026-03-19T18:02:49.993687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.424897Z","time spent":"568.78055ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:02:49.993714Z","caller":"traceutil/trace.go:171","msg":"trace[1542766814] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5302; }","duration":"196.251023ms","start":"2026-03-19T18:02:49.797445Z","end":"2026-03-19T18:02:49.993696Z","steps":["trace[1542766814] 'agreement among raft nodes before linearized reading' (duration: 196.032007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.993767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.838458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:02:49.993814Z","caller":"traceutil/trace.go:171","msg":"trace[9708571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5302; }","duration":"249.880429ms","start":"2026-03-19T18:02:49.743916Z","end":"2026-03-19T18:02:49.993797Z","steps":["trace[9708571] 'agreement among raft nodes before linearized reading' (duration: 249.762516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.993497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.903944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:49.993984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.680058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:49.994019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.83657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:02:49.994045Z","caller":"traceutil/trace.go:171","msg":"trace[313364644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5302; }","duration":"314.772861ms","start":"2026-03-19T18:02:49.679257Z","end":"2026-03-19T18:02:49.99403Z","steps":["trace[313364644] 'agreement among raft nodes before linearized reading' (duration: 314.686758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.994072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.679246Z","time spent":"314.821031ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:02:49.994072Z","caller":"traceutil/trace.go:171","msg":"trace[1608049249] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5302; }","duration":"148.917402ms","start":"2026-03-19T18:02:49.845142Z","end":"2026-03-19T18:02:49.99406Z","steps":["trace[1608049249] 'agreement among raft nodes before linearized reading' (duration: 148.765899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:49.994149Z","caller":"traceutil/trace.go:171","msg":"trace[415263172] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5302; }","duration":"132.466939ms","start":"2026-03-19T18:02:49.861537Z","end":"2026-03-19T18:02:49.994003Z","steps":["trace[415263172] 'agreement among raft nodes before linearized reading' (duration: 131.916475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.994131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.751527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:49.994551Z","caller":"traceutil/trace.go:171","msg":"trace[1800235007] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5302; }","duration":"184.154757ms","start":"2026-03-19T18:02:49.810344Z","end":"2026-03-19T18:02:49.994499Z","steps":["trace[1800235007] 'agreement among raft nodes before linearized reading' (duration: 183.755797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:50.499069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571860792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:02:51.35084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.133159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:51.350958Z","caller":"traceutil/trace.go:171","msg":"trace[960117478] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"1.353110143s","start":"2026-03-19T18:02:49.997826Z","end":"2026-03-19T18:02:51.350936Z","steps":["trace[960117478] 'process raft request' (duration: 725.792429ms)","trace[960117478] 'compare' (duration: 626.786201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:51.351027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.997793Z","time spent":"1.353205226s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:51.409039Z","caller":"traceutil/trace.go:171","msg":"trace[1689370863] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"1.409920597s","start":"2026-03-19T18:02:49.999099Z","end":"2026-03-19T18:02:51.40902Z","steps":["trace[1689370863] 'process raft request' (duration: 1.409846305s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.409104Z","caller":"traceutil/trace.go:171","msg":"trace[1808921049] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"1.409980969s","start":"2026-03-19T18:02:49.999086Z","end":"2026-03-19T18:02:51.409067Z","steps":["trace[1808921049] 'process raft request' (duration: 1.409810435s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.409199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.999088Z","time spent":"1.41001166s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:51.409325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.999073Z","time spent":"1.410110912s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:51.409509Z","caller":"traceutil/trace.go:171","msg":"trace[1874120008] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"1.410036869s","start":"2026-03-19T18:02:49.999448Z","end":"2026-03-19T18:02:51.409485Z","steps":["trace[1874120008] 'process raft request' (duration: 1.409535417s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.409567Z","caller":"traceutil/trace.go:171","msg":"trace[1936369865] linearizableReadLoop","detail":"{readStateIndex:5524; appliedIndex:5518; }","duration":"1.411377353s","start":"2026-03-19T18:02:49.99816Z","end":"2026-03-19T18:02:51.409537Z","steps":["trace[1936369865] 'read index received' (duration: 725.485002ms)","trace[1936369865] 'applied index is now lower than readState.Index' (duration: 685.890151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:51.409653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.999426Z","time spent":"1.410150512s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:51.409653Z","caller":"traceutil/trace.go:171","msg":"trace[1651251603] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"1.406108033s","start":"2026-03-19T18:02:50.003498Z","end":"2026-03-19T18:02:51.409606Z","steps":["trace[1651251603] 'process raft request' (duration: 1.405753225s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.409782Z","caller":"traceutil/trace.go:171","msg":"trace[716649603] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"1.411407484s","start":"2026-03-19T18:02:49.998343Z","end":"2026-03-19T18:02:51.40975Z","steps":["trace[716649603] 'process raft request' (duration: 1.409906047s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.40988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.998329Z","time spent":"1.411511506s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:51.409887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:50.003486Z","time spent":"1.406265407s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:51.409995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411823543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d444a69-776a-4c58-ba4d-fe5ca0c1a848\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T18:02:51.410048Z","caller":"traceutil/trace.go:171","msg":"trace[1902554345] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d444a69-776a-4c58-ba4d-fe5ca0c1a848; range_end:; response_count:1; response_revision:5308; }","duration":"1.411923796s","start":"2026-03-19T18:02:49.99811Z","end":"2026-03-19T18:02:51.410034Z","steps":["trace[1902554345] 'agreement among raft nodes before linearized reading' (duration: 1.411527506s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.410206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.998091Z","time spent":"1.411992418s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-1d444a69-776a-4c58-ba4d-fe5ca0c1a848\" "} {"level":"warn","ts":"2026-03-19T18:02:51.422776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.420552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T18:02:51.422875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.107902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:51.4229Z","caller":"traceutil/trace.go:171","msg":"trace[1594037564] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"236.364537ms","start":"2026-03-19T18:02:51.186519Z","end":"2026-03-19T18:02:51.422884Z","steps":["trace[1594037564] 'process raft request' (duration: 235.964277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.422908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292537678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:51.42293Z","caller":"traceutil/trace.go:171","msg":"trace[1991038607] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5309; }","duration":"292.626207ms","start":"2026-03-19T18:02:51.130289Z","end":"2026-03-19T18:02:51.422916Z","steps":["trace[1991038607] 'agreement among raft nodes before linearized reading' (duration: 292.378541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.422929Z","caller":"traceutil/trace.go:171","msg":"trace[2089172517] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5309; }","duration":"851.206805ms","start":"2026-03-19T18:02:50.571707Z","end":"2026-03-19T18:02:51.422914Z","steps":["trace[2089172517] 'agreement among raft nodes before linearized reading' (duration: 851.095472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.422918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361527699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:02:51.422955Z","caller":"traceutil/trace.go:171","msg":"trace[605257854] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5309; }","duration":"1.29261892s","start":"2026-03-19T18:02:50.130322Z","end":"2026-03-19T18:02:51.422941Z","steps":["trace[605257854] 'agreement among raft nodes before linearized reading' (duration: 1.292538468s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.422784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009682241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-19T18:02:51.423004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424565116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64998"} {"level":"info","ts":"2026-03-19T18:02:51.423003Z","caller":"traceutil/trace.go:171","msg":"trace[1599992543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5309; }","duration":"1.361638282s","start":"2026-03-19T18:02:50.061342Z","end":"2026-03-19T18:02:51.42298Z","steps":["trace[1599992543] 'agreement among raft nodes before linearized reading' (duration: 1.361416937s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.423054Z","caller":"traceutil/trace.go:171","msg":"trace[677345637] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5309; }","duration":"1.424635398s","start":"2026-03-19T18:02:49.998405Z","end":"2026-03-19T18:02:51.42304Z","steps":["trace[677345637] 'agreement among raft nodes before linearized reading' (duration: 1.424425453s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.423067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:50.061319Z","time spent":"1.361735015s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:51.423089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:49.998389Z","time spent":"1.424691799s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":65021,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:02:51.422819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375535823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T18:02:51.423142Z","caller":"traceutil/trace.go:171","msg":"trace[1649046749] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5309; }","duration":"1.375892872s","start":"2026-03-19T18:02:50.047236Z","end":"2026-03-19T18:02:51.423129Z","steps":["trace[1649046749] 'agreement among raft nodes before linearized reading' (duration: 1.375524183s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.423189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:50.047223Z","time spent":"1.375953923s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:02:51.422857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109061918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:51.423092Z","caller":"traceutil/trace.go:171","msg":"trace[224298285] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5309; }","duration":"1.010003949s","start":"2026-03-19T18:02:50.413044Z","end":"2026-03-19T18:02:51.423048Z","steps":["trace[224298285] 'agreement among raft nodes before linearized reading' (duration: 1.009605369s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.423246Z","caller":"traceutil/trace.go:171","msg":"trace[1451813622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5309; }","duration":"1.109504208s","start":"2026-03-19T18:02:50.313731Z","end":"2026-03-19T18:02:51.423236Z","steps":["trace[1451813622] 'agreement among raft nodes before linearized reading' (duration: 1.109109659s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.423283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:50.313711Z","time spent":"1.10956376s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:51.422859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.248212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:51.423325Z","caller":"traceutil/trace.go:171","msg":"trace[586467095] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5309; }","duration":"963.713223ms","start":"2026-03-19T18:02:50.459602Z","end":"2026-03-19T18:02:51.423316Z","steps":["trace[586467095] 'agreement among raft nodes before linearized reading' (duration: 963.215251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.423365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:50.459577Z","time spent":"963.778835ms","remote":"127.0.0.1:53080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":18,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:51.423361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:50.413024Z","time spent":"1.010239765s","remote":"127.0.0.1:43240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T18:02:51.42298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:50.571689Z","time spent":"851.277247ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:51.422999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:50.130299Z","time spent":"1.292690812s","remote":"127.0.0.1:52960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:51.537016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.278684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:51.537026Z","caller":"traceutil/trace.go:171","msg":"trace[685832661] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"110.172222ms","start":"2026-03-19T18:02:51.42683Z","end":"2026-03-19T18:02:51.537003Z","steps":["trace[685832661] 'process raft request' (duration: 110.0664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.537095Z","caller":"traceutil/trace.go:171","msg":"trace[1293057273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5316; }","duration":"112.407957ms","start":"2026-03-19T18:02:51.424671Z","end":"2026-03-19T18:02:51.537079Z","steps":["trace[1293057273] 'agreement among raft nodes before linearized reading' (duration: 112.261984ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.537026Z","caller":"traceutil/trace.go:171","msg":"trace[77430820] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"111.026272ms","start":"2026-03-19T18:02:51.425972Z","end":"2026-03-19T18:02:51.536998Z","steps":["trace[77430820] 'process raft request' (duration: 110.758916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.537246Z","caller":"traceutil/trace.go:171","msg":"trace[1033724425] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"111.203377ms","start":"2026-03-19T18:02:51.426017Z","end":"2026-03-19T18:02:51.537221Z","steps":["trace[1033724425] 'process raft request' (duration: 110.843238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.709887Z","caller":"traceutil/trace.go:171","msg":"trace[965172466] linearizableReadLoop","detail":"{readStateIndex:5533; appliedIndex:5532; }","duration":"165.831106ms","start":"2026-03-19T18:02:51.544031Z","end":"2026-03-19T18:02:51.709862Z","steps":["trace[965172466] 'read index received' (duration: 157.275457ms)","trace[965172466] 'applied index is now lower than readState.Index' (duration: 8.554559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:51.710026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.97407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:51.71005Z","caller":"traceutil/trace.go:171","msg":"trace[331239960] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"187.897717ms","start":"2026-03-19T18:02:51.522121Z","end":"2026-03-19T18:02:51.710019Z","steps":["trace[331239960] 'process raft request' (duration: 179.232345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.710057Z","caller":"traceutil/trace.go:171","msg":"trace[340593656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5317; }","duration":"166.062222ms","start":"2026-03-19T18:02:51.543986Z","end":"2026-03-19T18:02:51.710048Z","steps":["trace[340593656] 'agreement among raft nodes before linearized reading' (duration: 165.9694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:51.894491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.607497ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:02:51.90983Z","caller":"traceutil/trace.go:171","msg":"trace[543903770] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"190.191464ms","start":"2026-03-19T18:02:51.719614Z","end":"2026-03-19T18:02:51.909805Z","steps":["trace[543903770] 'process raft request' (duration: 190.142153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.909838Z","caller":"traceutil/trace.go:171","msg":"trace[407115436] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"190.716848ms","start":"2026-03-19T18:02:51.719086Z","end":"2026-03-19T18:02:51.909803Z","steps":["trace[407115436] 'process raft request' (duration: 190.450871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:51.909842Z","caller":"traceutil/trace.go:171","msg":"trace[1443627680] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"190.731409ms","start":"2026-03-19T18:02:51.71909Z","end":"2026-03-19T18:02:51.909821Z","steps":["trace[1443627680] 'process raft request' (duration: 190.623755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:52.287828Z","caller":"traceutil/trace.go:171","msg":"trace[87569940] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"370.909075ms","start":"2026-03-19T18:02:51.916897Z","end":"2026-03-19T18:02:52.287806Z","steps":["trace[87569940] 'process raft request' (duration: 370.766482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:52.287974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:51.916879Z","time spent":"371.018139ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:52.509253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.418439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:52.50946Z","caller":"traceutil/trace.go:171","msg":"trace[612209209] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"510.011187ms","start":"2026-03-19T18:02:51.999428Z","end":"2026-03-19T18:02:52.50944Z","steps":["trace[612209209] 'process raft request' (duration: 372.30831ms)","trace[612209209] 'compare' (duration: 137.248535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:52.509538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:51.999403Z","time spent":"510.102369ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:52.509766Z","caller":"traceutil/trace.go:171","msg":"trace[487275104] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"469.405441ms","start":"2026-03-19T18:02:52.04033Z","end":"2026-03-19T18:02:52.509735Z","steps":["trace[487275104] 'process raft request' (duration: 469.052593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:52.509932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:52.040297Z","time spent":"469.541685ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:53.518198Z","caller":"traceutil/trace.go:171","msg":"trace[320706550] linearizableReadLoop","detail":"{readStateIndex:5541; appliedIndex:5540; }","duration":"118.719782ms","start":"2026-03-19T18:02:53.399459Z","end":"2026-03-19T18:02:53.518178Z","steps":["trace[320706550] 'read index received' (duration: 118.510507ms)","trace[320706550] 'applied index is now lower than readState.Index' (duration: 208.555µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:53.518372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.892366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:02:53.518412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.901563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:02:53.518471Z","caller":"traceutil/trace.go:171","msg":"trace[595013035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5324; }","duration":"104.997865ms","start":"2026-03-19T18:02:53.413439Z","end":"2026-03-19T18:02:53.518437Z","steps":["trace[595013035] 'agreement among raft nodes before linearized reading' (duration: 104.858582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:53.518489Z","caller":"traceutil/trace.go:171","msg":"trace[299707990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5324; }","duration":"119.035889ms","start":"2026-03-19T18:02:53.399399Z","end":"2026-03-19T18:02:53.518435Z","steps":["trace[299707990] 'agreement among raft nodes before linearized reading' (duration: 118.885826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:53.518391Z","caller":"traceutil/trace.go:171","msg":"trace[2128444477] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"158.029317ms","start":"2026-03-19T18:02:53.360206Z","end":"2026-03-19T18:02:53.518235Z","steps":["trace[2128444477] 'process raft request' (duration: 157.845902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:53.518543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.405591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:02:53.518601Z","caller":"traceutil/trace.go:171","msg":"trace[75905938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5324; }","duration":"104.486972ms","start":"2026-03-19T18:02:53.4141Z","end":"2026-03-19T18:02:53.518587Z","steps":["trace[75905938] 'agreement among raft nodes before linearized reading' (duration: 104.284627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:53.518777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.836902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:02:53.51886Z","caller":"traceutil/trace.go:171","msg":"trace[668630341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5324; }","duration":"102.954105ms","start":"2026-03-19T18:02:53.415888Z","end":"2026-03-19T18:02:53.518842Z","steps":["trace[668630341] 'agreement among raft nodes before linearized reading' (duration: 102.71987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:53.518922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.740809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:02:53.519046Z","caller":"traceutil/trace.go:171","msg":"trace[247487534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5324; }","duration":"104.909522ms","start":"2026-03-19T18:02:53.414104Z","end":"2026-03-19T18:02:53.519014Z","steps":["trace[247487534] 'agreement among raft nodes before linearized reading' (duration: 104.334298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:53.726005Z","caller":"traceutil/trace.go:171","msg":"trace[1993445158] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"202.957098ms","start":"2026-03-19T18:02:53.52302Z","end":"2026-03-19T18:02:53.725977Z","steps":["trace[1993445158] 'process raft request' (duration: 185.451199ms)","trace[1993445158] 'compare' (duration: 17.392826ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:53.728563Z","caller":"traceutil/trace.go:171","msg":"trace[2028612201] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5541; }","duration":"203.355168ms","start":"2026-03-19T18:02:53.525177Z","end":"2026-03-19T18:02:53.728533Z","steps":["trace[2028612201] 'read index received' (duration: 183.312056ms)","trace[2028612201] 'applied index is now lower than readState.Index' (duration: 20.041282ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:53.728651Z","caller":"traceutil/trace.go:171","msg":"trace[1467925632] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"204.033254ms","start":"2026-03-19T18:02:53.524589Z","end":"2026-03-19T18:02:53.728622Z","steps":["trace[1467925632] 'process raft request' (duration: 203.844089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:53.728724Z","caller":"traceutil/trace.go:171","msg":"trace[325782461] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"203.89035ms","start":"2026-03-19T18:02:53.52482Z","end":"2026-03-19T18:02:53.72871Z","steps":["trace[325782461] 'process raft request' (duration: 203.659324ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:53.728712Z","caller":"traceutil/trace.go:171","msg":"trace[184567453] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"205.547131ms","start":"2026-03-19T18:02:53.523137Z","end":"2026-03-19T18:02:53.728684Z","steps":["trace[184567453] 'process raft request' (duration: 205.181782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:53.728921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.766724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:02:53.728963Z","caller":"traceutil/trace.go:171","msg":"trace[553725154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5328; }","duration":"187.846667ms","start":"2026-03-19T18:02:53.541104Z","end":"2026-03-19T18:02:53.728951Z","steps":["trace[553725154] 'agreement among raft nodes before linearized reading' (duration: 187.757885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:53.729002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.464631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T18:02:53.729071Z","caller":"traceutil/trace.go:171","msg":"trace[623951207] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5328; }","duration":"188.569164ms","start":"2026-03-19T18:02:53.540486Z","end":"2026-03-19T18:02:53.729055Z","steps":["trace[623951207] 'agreement among raft nodes before linearized reading' (duration: 188.361299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:53.72922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.028233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64998"} {"level":"info","ts":"2026-03-19T18:02:53.72932Z","caller":"traceutil/trace.go:171","msg":"trace[286725436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5328; }","duration":"204.188237ms","start":"2026-03-19T18:02:53.52511Z","end":"2026-03-19T18:02:53.729298Z","steps":["trace[286725436] 'agreement among raft nodes before linearized reading' (duration: 203.743156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.194694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.001718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:54.194808Z","caller":"traceutil/trace.go:171","msg":"trace[304684570] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5550; }","duration":"260.778686ms","start":"2026-03-19T18:02:53.934011Z","end":"2026-03-19T18:02:54.19479Z","steps":["trace[304684570] 'read index received' (duration: 35.592483ms)","trace[304684570] 'applied index is now lower than readState.Index' (duration: 225.184993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:54.194899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.892528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:54.194922Z","caller":"traceutil/trace.go:171","msg":"trace[423887950] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5334; }","duration":"260.96185ms","start":"2026-03-19T18:02:53.933955Z","end":"2026-03-19T18:02:54.194917Z","steps":["trace[423887950] 'agreement among raft nodes before linearized reading' (duration: 260.876248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:54.195151Z","caller":"traceutil/trace.go:171","msg":"trace[1957896557] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"267.4887ms","start":"2026-03-19T18:02:53.927653Z","end":"2026-03-19T18:02:54.195142Z","steps":["trace[1957896557] 'process raft request' (duration: 41.979789ms)","trace[1957896557] 'compare' (duration: 224.036275ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:59.971276Z","caller":"traceutil/trace.go:171","msg":"trace[1975634644] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"177.828906ms","start":"2026-03-19T18:02:59.793425Z","end":"2026-03-19T18:02:59.971254Z","steps":["trace[1975634644] 'process raft request' (duration: 177.763475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:59.97132Z","caller":"traceutil/trace.go:171","msg":"trace[1944531554] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"177.934119ms","start":"2026-03-19T18:02:59.79334Z","end":"2026-03-19T18:02:59.971274Z","steps":["trace[1944531554] 'process raft request' (duration: 177.656052ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:59.971327Z","caller":"traceutil/trace.go:171","msg":"trace[1081033239] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"177.874167ms","start":"2026-03-19T18:02:59.793421Z","end":"2026-03-19T18:02:59.971295Z","steps":["trace[1081033239] 'process raft request' (duration: 177.729684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:59.972159Z","caller":"traceutil/trace.go:171","msg":"trace[2087481755] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"178.677138ms","start":"2026-03-19T18:02:59.793459Z","end":"2026-03-19T18:02:59.972136Z","steps":["trace[2087481755] 'process raft request' (duration: 177.760755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:59.972216Z","caller":"traceutil/trace.go:171","msg":"trace[2121557763] linearizableReadLoop","detail":"{readStateIndex:5602; appliedIndex:5596; }","duration":"177.92179ms","start":"2026-03-19T18:02:59.79428Z","end":"2026-03-19T18:02:59.972202Z","steps":["trace[2121557763] 'read index received' (duration: 50.009976ms)","trace[2121557763] 'applied index is now lower than readState.Index' (duration: 127.910794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:59.972462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.163515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65200"} {"level":"info","ts":"2026-03-19T18:02:59.972516Z","caller":"traceutil/trace.go:171","msg":"trace[1975265043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5384; }","duration":"178.232228ms","start":"2026-03-19T18:02:59.794273Z","end":"2026-03-19T18:02:59.972505Z","steps":["trace[1975265043] 'agreement among raft nodes before linearized reading' (duration: 177.971022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:59.972673Z","caller":"traceutil/trace.go:171","msg":"trace[642707837] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"179.14435ms","start":"2026-03-19T18:02:59.793492Z","end":"2026-03-19T18:02:59.972636Z","steps":["trace[642707837] 'process raft request' (duration: 178.020212ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.128616Z","caller":"traceutil/trace.go:171","msg":"trace[627903638] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"141.326735ms","start":"2026-03-19T18:02:59.987254Z","end":"2026-03-19T18:03:00.128581Z","steps":["trace[627903638] 'process raft request' (duration: 141.11938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.465858Z","caller":"traceutil/trace.go:171","msg":"trace[348533846] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"330.116904ms","start":"2026-03-19T18:03:00.135711Z","end":"2026-03-19T18:03:00.465828Z","steps":["trace[348533846] 'process raft request' (duration: 329.943079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.465988Z","caller":"traceutil/trace.go:171","msg":"trace[1188694073] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"329.243282ms","start":"2026-03-19T18:03:00.136734Z","end":"2026-03-19T18:03:00.465977Z","steps":["trace[1188694073] 'process raft request' (duration: 329.043497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:00.466013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.135701Z","time spent":"330.232056ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:00.46605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.136703Z","time spent":"329.317813ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:00.466394Z","caller":"traceutil/trace.go:171","msg":"trace[2146686991] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"329.613321ms","start":"2026-03-19T18:03:00.136773Z","end":"2026-03-19T18:03:00.466386Z","steps":["trace[2146686991] 'process raft request' (duration: 329.16903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:00.466442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.136745Z","time spent":"329.672902ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:00.466447Z","caller":"traceutil/trace.go:171","msg":"trace[1182313570] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5604; }","duration":"153.566967ms","start":"2026-03-19T18:03:00.312868Z","end":"2026-03-19T18:03:00.466435Z","steps":["trace[1182313570] 'read index received' (duration: 152.717017ms)","trace[1182313570] 'applied index is now lower than readState.Index' (duration: 848.78µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:00.46653Z","caller":"traceutil/trace.go:171","msg":"trace[11420701] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"321.011489ms","start":"2026-03-19T18:03:00.145507Z","end":"2026-03-19T18:03:00.466518Z","steps":["trace[11420701] 'process raft request' (duration: 320.722101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:00.466641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.766162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:00.466749Z","caller":"traceutil/trace.go:171","msg":"trace[274685733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5390; }","duration":"153.923577ms","start":"2026-03-19T18:03:00.312809Z","end":"2026-03-19T18:03:00.466732Z","steps":["trace[274685733] 'agreement among raft nodes before linearized reading' (duration: 153.781413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:00.466775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.60886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-03-19T18:03:00.466828Z","caller":"traceutil/trace.go:171","msg":"trace[900234286] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5390; }","duration":"111.684252ms","start":"2026-03-19T18:03:00.355131Z","end":"2026-03-19T18:03:00.466815Z","steps":["trace[900234286] 'agreement among raft nodes before linearized reading' (duration: 111.494997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:00.466656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.977633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:00.466938Z","caller":"traceutil/trace.go:171","msg":"trace[907484921] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5390; }","duration":"115.306921ms","start":"2026-03-19T18:03:00.351616Z","end":"2026-03-19T18:03:00.466923Z","steps":["trace[907484921] 'agreement among raft nodes before linearized reading' (duration: 114.915692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:00.467268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.145495Z","time spent":"321.07483ms","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15332,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:16.862931Z","caller":"traceutil/trace.go:171","msg":"trace[1927614482] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"241.167243ms","start":"2026-03-19T18:03:16.621738Z","end":"2026-03-19T18:03:16.862905Z","steps":["trace[1927614482] 'process raft request' (duration: 241.01648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.778903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.036873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:26.779029Z","caller":"traceutil/trace.go:171","msg":"trace[1897476026] linearizableReadLoop","detail":"{readStateIndex:5848; appliedIndex:5847; }","duration":"669.055575ms","start":"2026-03-19T18:03:26.109958Z","end":"2026-03-19T18:03:26.779014Z","steps":["trace[1897476026] 'read index received' (duration: 31.758785ms)","trace[1897476026] 'applied index is now lower than readState.Index' (duration: 637.295209ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:26.779301Z","caller":"traceutil/trace.go:171","msg":"trace[710421543] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"673.663129ms","start":"2026-03-19T18:03:26.105601Z","end":"2026-03-19T18:03:26.779264Z","steps":["trace[710421543] 'process raft request' (duration: 36.164514ms)","trace[710421543] 'compare' (duration: 636.838569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:26.779491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.105586Z","time spent":"673.811862ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:26.779991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.023668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T18:03:26.780041Z","caller":"traceutil/trace.go:171","msg":"trace[227244403] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5622; }","duration":"670.1043ms","start":"2026-03-19T18:03:26.109923Z","end":"2026-03-19T18:03:26.780027Z","steps":["trace[227244403] 'agreement among raft nodes before linearized reading' (duration: 669.807813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.780192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.109907Z","time spent":"670.246773ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:03:26.780251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.067519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:03:26.780317Z","caller":"traceutil/trace.go:171","msg":"trace[90404469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5622; }","duration":"670.142551ms","start":"2026-03-19T18:03:26.110159Z","end":"2026-03-19T18:03:26.780301Z","steps":["trace[90404469] 'agreement among raft nodes before linearized reading' (duration: 669.961856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.780371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.110153Z","time spent":"670.207632ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:26.780571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.142166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:26.780622Z","caller":"traceutil/trace.go:171","msg":"trace[1993413121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5622; }","duration":"468.214257ms","start":"2026-03-19T18:03:26.312395Z","end":"2026-03-19T18:03:26.78061Z","steps":["trace[1993413121] 'agreement among raft nodes before linearized reading' (duration: 468.134115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.78066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.312385Z","time spent":"468.268719ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:03:26.780914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.021169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T18:03:26.780973Z","caller":"traceutil/trace.go:171","msg":"trace[1807388702] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:5622; }","duration":"628.122542ms","start":"2026-03-19T18:03:26.152837Z","end":"2026-03-19T18:03:26.78096Z","steps":["trace[1807388702] 'agreement among raft nodes before linearized reading' (duration: 627.950118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.781004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.152817Z","time spent":"628.181443ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-19T18:03:26.781158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.001543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:26.781181Z","caller":"traceutil/trace.go:171","msg":"trace[1335732462] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5622; }","duration":"612.033993ms","start":"2026-03-19T18:03:26.169141Z","end":"2026-03-19T18:03:26.781175Z","steps":["trace[1335732462] 'agreement among raft nodes before linearized reading' (duration: 611.998262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.781198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.169137Z","time spent":"612.057744ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T18:03:26.78128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.395263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:26.781301Z","caller":"traceutil/trace.go:171","msg":"trace[37577256] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5622; }","duration":"612.414103ms","start":"2026-03-19T18:03:26.168881Z","end":"2026-03-19T18:03:26.781296Z","steps":["trace[37577256] 'agreement among raft nodes before linearized reading' (duration: 612.386602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.781318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.168839Z","time spent":"612.475515ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:03:26.781192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.293076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-19T18:03:26.781528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.548223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366184"} {"level":"info","ts":"2026-03-19T18:03:26.781574Z","caller":"traceutil/trace.go:171","msg":"trace[283586307] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5622; }","duration":"499.593105ms","start":"2026-03-19T18:03:26.281969Z","end":"2026-03-19T18:03:26.781562Z","steps":["trace[283586307] 'agreement among raft nodes before linearized reading' (duration: 498.811925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.781584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.316911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T18:03:26.781608Z","caller":"traceutil/trace.go:171","msg":"trace[258203360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5622; }","duration":"669.400152ms","start":"2026-03-19T18:03:26.112202Z","end":"2026-03-19T18:03:26.781602Z","steps":["trace[258203360] 'agreement among raft nodes before linearized reading' (duration: 669.331621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.781645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.11217Z","time spent":"669.461654ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:03:26.78146Z","caller":"traceutil/trace.go:171","msg":"trace[1325146141] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5622; }","duration":"609.610035ms","start":"2026-03-19T18:03:26.171838Z","end":"2026-03-19T18:03:26.781448Z","steps":["trace[1325146141] 'agreement among raft nodes before linearized reading' (duration: 609.107351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.781728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.805484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:03:26.781743Z","caller":"traceutil/trace.go:171","msg":"trace[982213757] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:5622; }","duration":"665.846375ms","start":"2026-03-19T18:03:26.115892Z","end":"2026-03-19T18:03:26.781739Z","steps":["trace[982213757] 'agreement among raft nodes before linearized reading' (duration: 665.792473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.781759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.115877Z","time spent":"665.878126ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"warn","ts":"2026-03-19T18:03:26.781831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.171816Z","time spent":"609.918232ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T18:03:26.781883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.729886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:03:26.7819Z","caller":"traceutil/trace.go:171","msg":"trace[1053231593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5622; }","duration":"666.787108ms","start":"2026-03-19T18:03:26.115108Z","end":"2026-03-19T18:03:26.781896Z","steps":["trace[1053231593] 'agreement among raft nodes before linearized reading' (duration: 666.735726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.78161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.281926Z","time spent":"499.674626ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2366207,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:03:26.781917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.115087Z","time spent":"666.826139ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:26.782107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.73575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:26.782135Z","caller":"traceutil/trace.go:171","msg":"trace[2656395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5622; }","duration":"544.805692ms","start":"2026-03-19T18:03:26.237321Z","end":"2026-03-19T18:03:26.782126Z","steps":["trace[2656395] 'agreement among raft nodes before linearized reading' (duration: 544.761051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.782155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.237304Z","time spent":"544.845493ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:03:27.132457Z","caller":"traceutil/trace.go:171","msg":"trace[1741576327] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"344.54885ms","start":"2026-03-19T18:03:26.78787Z","end":"2026-03-19T18:03:27.132419Z","steps":["trace[1741576327] 'process raft request' (duration: 344.310294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.13263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.787863Z","time spent":"344.682963ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:27.132814Z","caller":"traceutil/trace.go:171","msg":"trace[1449992890] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"344.862938ms","start":"2026-03-19T18:03:26.787917Z","end":"2026-03-19T18:03:27.13278Z","steps":["trace[1449992890] 'process raft request' (duration: 344.441288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.1331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.787912Z","time spent":"345.034502ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:27.133234Z","caller":"traceutil/trace.go:171","msg":"trace[328811858] linearizableReadLoop","detail":"{readStateIndex:5853; appliedIndex:5850; }","duration":"308.331124ms","start":"2026-03-19T18:03:26.824879Z","end":"2026-03-19T18:03:27.13321Z","steps":["trace[328811858] 'read index received' (duration: 307.366801ms)","trace[328811858] 'applied index is now lower than readState.Index' (duration: 960.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:27.133411Z","caller":"traceutil/trace.go:171","msg":"trace[2127987657] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"345.37022ms","start":"2026-03-19T18:03:26.788022Z","end":"2026-03-19T18:03:27.133392Z","steps":["trace[2127987657] 'process raft request' (duration: 344.593991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.13367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.787994Z","time spent":"345.533954ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.133636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.771057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-19T18:03:27.133931Z","caller":"traceutil/trace.go:171","msg":"trace[211014385] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5626; }","duration":"320.132936ms","start":"2026-03-19T18:03:26.813767Z","end":"2026-03-19T18:03:27.1339Z","steps":["trace[211014385] 'agreement among raft nodes before linearized reading' (duration: 319.610663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.13408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.81375Z","time spent":"320.30694ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1848,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-19T18:03:27.230969Z","caller":"traceutil/trace.go:171","msg":"trace[1455096709] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"405.008265ms","start":"2026-03-19T18:03:26.825928Z","end":"2026-03-19T18:03:27.230936Z","steps":["trace[1455096709] 'process raft request' (duration: 331.553389ms)","trace[1455096709] 'compare' (duration: 72.890242ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:27.231026Z","caller":"traceutil/trace.go:171","msg":"trace[380020997] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"336.252425ms","start":"2026-03-19T18:03:26.894733Z","end":"2026-03-19T18:03:27.230985Z","steps":["trace[380020997] 'process raft request' (duration: 336.100311ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:27.23108Z","caller":"traceutil/trace.go:171","msg":"trace[1138150296] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"251.15021ms","start":"2026-03-19T18:03:26.979874Z","end":"2026-03-19T18:03:27.231024Z","steps":["trace[1138150296] 'process raft request' (duration: 251.027797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.231147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.825909Z","time spent":"405.138649ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.231221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.894677Z","time spent":"336.445499ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.515333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.167259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:27.515446Z","caller":"traceutil/trace.go:171","msg":"trace[1037026851] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"238.746854ms","start":"2026-03-19T18:03:27.276679Z","end":"2026-03-19T18:03:27.515426Z","steps":["trace[1037026851] 'process raft request' (duration: 76.396969ms)","trace[1037026851] 'compare' (duration: 162.017476ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:27.720443Z","caller":"traceutil/trace.go:171","msg":"trace[1733258116] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"125.479633ms","start":"2026-03-19T18:03:27.594918Z","end":"2026-03-19T18:03:27.720397Z","steps":["trace[1733258116] 'process raft request' (duration: 26.512226ms)","trace[1733258116] 'compare' (duration: 98.807524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:28.132983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.316928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:28.133156Z","caller":"traceutil/trace.go:171","msg":"trace[729159668] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"325.017517ms","start":"2026-03-19T18:03:27.808119Z","end":"2026-03-19T18:03:28.133136Z","steps":["trace[729159668] 'process raft request' (duration: 121.433722ms)","trace[729159668] 'compare' (duration: 203.179805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:28.133249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:27.808088Z","time spent":"325.13012ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:28.523839Z","caller":"traceutil/trace.go:171","msg":"trace[1116499928] linearizableReadLoop","detail":"{readStateIndex:5860; appliedIndex:5859; }","duration":"298.764818ms","start":"2026-03-19T18:03:28.225049Z","end":"2026-03-19T18:03:28.523814Z","steps":["trace[1116499928] 'read index received' (duration: 252.122154ms)","trace[1116499928] 'applied index is now lower than readState.Index' (duration: 46.641734ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:28.523889Z","caller":"traceutil/trace.go:171","msg":"trace[1738588301] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"385.862432ms","start":"2026-03-19T18:03:28.137994Z","end":"2026-03-19T18:03:28.523856Z","steps":["trace[1738588301] 'process raft request' (duration: 339.162497ms)","trace[1738588301] 'compare' (duration: 46.53892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:28.524038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:28.137966Z","time spent":"385.997714ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:28.524036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.355841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:28.524057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.985523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-19T18:03:28.524103Z","caller":"traceutil/trace.go:171","msg":"trace[2056677762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5633; }","duration":"212.469513ms","start":"2026-03-19T18:03:28.311617Z","end":"2026-03-19T18:03:28.524086Z","steps":["trace[2056677762] 'agreement among raft nodes before linearized reading' (duration: 212.358141ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:28.524126Z","caller":"traceutil/trace.go:171","msg":"trace[1401670705] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5633; }","duration":"299.069905ms","start":"2026-03-19T18:03:28.225043Z","end":"2026-03-19T18:03:28.524113Z","steps":["trace[1401670705] 'agreement among raft nodes before linearized reading' (duration: 298.86268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.968018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.741076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:28.968253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.311759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:28.96826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.601483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:03:28.968325Z","caller":"traceutil/trace.go:171","msg":"trace[191376273] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5633; }","duration":"174.404572ms","start":"2026-03-19T18:03:28.793903Z","end":"2026-03-19T18:03:28.968308Z","steps":["trace[191376273] 'range keys from in-memory index tree' (duration: 174.235208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.968165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.832442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T18:03:28.96835Z","caller":"traceutil/trace.go:171","msg":"trace[640840213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:5633; }","duration":"175.729596ms","start":"2026-03-19T18:03:28.792602Z","end":"2026-03-19T18:03:28.968331Z","steps":["trace[640840213] 'range keys from in-memory index tree' (duration: 175.399087ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:28.968432Z","caller":"traceutil/trace.go:171","msg":"trace[463676292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5633; }","duration":"139.129179ms","start":"2026-03-19T18:03:28.829264Z","end":"2026-03-19T18:03:28.968393Z","steps":["trace[463676292] 'range keys from in-memory index tree' (duration: 138.611957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.968474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.473054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-19T18:03:28.968268Z","caller":"traceutil/trace.go:171","msg":"trace[2107487216] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5633; }","duration":"174.011192ms","start":"2026-03-19T18:03:28.794223Z","end":"2026-03-19T18:03:28.968234Z","steps":["trace[2107487216] 'range keys from in-memory index tree' (duration: 173.683085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:28.968531Z","caller":"traceutil/trace.go:171","msg":"trace[549841764] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5633; }","duration":"174.583596ms","start":"2026-03-19T18:03:28.793938Z","end":"2026-03-19T18:03:28.968522Z","steps":["trace[549841764] 'range keys from in-memory index tree' (duration: 174.290409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.968569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.090797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:03:28.968647Z","caller":"traceutil/trace.go:171","msg":"trace[1736509315] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5633; }","duration":"181.451125ms","start":"2026-03-19T18:03:28.787155Z","end":"2026-03-19T18:03:28.968606Z","steps":["trace[1736509315] 'range keys from in-memory index tree' (duration: 180.978904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.256398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.448781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:29.256603Z","caller":"traceutil/trace.go:171","msg":"trace[513721759] linearizableReadLoop","detail":"{readStateIndex:5863; appliedIndex:5861; }","duration":"137.044299ms","start":"2026-03-19T18:03:29.11954Z","end":"2026-03-19T18:03:29.256584Z","steps":["trace[513721759] 'read index received' (duration: 28.3143ms)","trace[513721759] 'applied index is now lower than readState.Index' (duration: 108.728849ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:29.256629Z","caller":"traceutil/trace.go:171","msg":"trace[1643058020] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"283.782327ms","start":"2026-03-19T18:03:28.972807Z","end":"2026-03-19T18:03:29.256589Z","steps":["trace[1643058020] 'process raft request' (duration: 99.054269ms)","trace[1643058020] 'compare' (duration: 184.242126ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:29.256698Z","caller":"traceutil/trace.go:171","msg":"trace[752794836] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"218.110424ms","start":"2026-03-19T18:03:29.038555Z","end":"2026-03-19T18:03:29.256666Z","steps":["trace[752794836] 'process raft request' (duration: 217.96588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.256915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.379237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6131"} {"level":"info","ts":"2026-03-19T18:03:29.256986Z","caller":"traceutil/trace.go:171","msg":"trace[1371386370] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5636; }","duration":"137.4874ms","start":"2026-03-19T18:03:29.119486Z","end":"2026-03-19T18:03:29.256973Z","steps":["trace[1371386370] 'agreement among raft nodes before linearized reading' (duration: 137.226474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.31721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.376771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:03:29.317322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.269453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T18:03:29.317381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.039785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T18:03:29.317392Z","caller":"traceutil/trace.go:171","msg":"trace[1722241710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5637; }","duration":"180.563295ms","start":"2026-03-19T18:03:29.13681Z","end":"2026-03-19T18:03:29.317374Z","steps":["trace[1722241710] 'agreement among raft nodes before linearized reading' (duration: 180.267788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.317485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.238838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-19T18:03:29.317292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.351561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T18:03:29.31761Z","caller":"traceutil/trace.go:171","msg":"trace[94438212] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5637; }","duration":"193.659288ms","start":"2026-03-19T18:03:29.123918Z","end":"2026-03-19T18:03:29.317577Z","steps":["trace[94438212] 'agreement among raft nodes before linearized reading' (duration: 193.253738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.317608Z","caller":"traceutil/trace.go:171","msg":"trace[122749031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5637; }","duration":"181.409946ms","start":"2026-03-19T18:03:29.136002Z","end":"2026-03-19T18:03:29.317412Z","steps":["trace[122749031] 'agreement among raft nodes before linearized reading' (duration: 181.118079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.317751Z","caller":"traceutil/trace.go:171","msg":"trace[1441311208] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5637; }","duration":"170.130647ms","start":"2026-03-19T18:03:29.147287Z","end":"2026-03-19T18:03:29.317418Z","steps":["trace[1441311208] 'agreement among raft nodes before linearized reading' (duration: 169.941913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.317855Z","caller":"traceutil/trace.go:171","msg":"trace[867368382] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5637; }","duration":"180.378841ms","start":"2026-03-19T18:03:29.137181Z","end":"2026-03-19T18:03:29.31756Z","steps":["trace[867368382] 'agreement among raft nodes before linearized reading' (duration: 180.104364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.565103Z","caller":"traceutil/trace.go:171","msg":"trace[1171881132] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"300.222084ms","start":"2026-03-19T18:03:29.264856Z","end":"2026-03-19T18:03:29.565078Z","steps":["trace[1171881132] 'process raft request' (duration: 254.390241ms)","trace[1171881132] 'compare' (duration: 45.545226ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:29.565112Z","caller":"traceutil/trace.go:171","msg":"trace[1191646964] linearizableReadLoop","detail":"{readStateIndex:5865; appliedIndex:5864; }","duration":"248.062464ms","start":"2026-03-19T18:03:29.317017Z","end":"2026-03-19T18:03:29.56508Z","steps":["trace[1191646964] 'read index received' (duration: 202.244751ms)","trace[1191646964] 'applied index is now lower than readState.Index' (duration: 45.815773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:29.565243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.264831Z","time spent":"300.327936ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5944,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:29.565338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.304177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:29.565442Z","caller":"traceutil/trace.go:171","msg":"trace[25119738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5638; }","duration":"254.448091ms","start":"2026-03-19T18:03:29.310969Z","end":"2026-03-19T18:03:29.565417Z","steps":["trace[25119738] 'agreement among raft nodes before linearized reading' (duration: 254.260496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.887333Z","caller":"traceutil/trace.go:171","msg":"trace[1610606584] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"566.747443ms","start":"2026-03-19T18:03:29.32056Z","end":"2026-03-19T18:03:29.887308Z","steps":["trace[1610606584] 'process raft request' (duration: 544.905483ms)","trace[1610606584] 'compare' (duration: 21.41053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:29.887489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.320541Z","time spent":"566.871767ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:29.887614Z","caller":"traceutil/trace.go:171","msg":"trace[70047021] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"566.022486ms","start":"2026-03-19T18:03:29.321571Z","end":"2026-03-19T18:03:29.887594Z","steps":["trace[70047021] 'process raft request' (duration: 565.657368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.887686Z","caller":"traceutil/trace.go:171","msg":"trace[1618807112] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"566.061537ms","start":"2026-03-19T18:03:29.321613Z","end":"2026-03-19T18:03:29.887675Z","steps":["trace[1618807112] 'process raft request' (duration: 565.858672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.887703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.321557Z","time spent":"566.104798ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:29.887687Z","caller":"traceutil/trace.go:171","msg":"trace[2082545627] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5865; }","duration":"322.473814ms","start":"2026-03-19T18:03:29.565184Z","end":"2026-03-19T18:03:29.887658Z","steps":["trace[2082545627] 'read index received' (duration: 300.354897ms)","trace[2082545627] 'applied index is now lower than readState.Index' (duration: 22.117497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:29.887748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.321588Z","time spent":"566.128398ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:29.887882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.256256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-19T18:03:29.887923Z","caller":"traceutil/trace.go:171","msg":"trace[178035708] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c; range_end:; response_count:1; response_revision:5642; }","duration":"567.305077ms","start":"2026-03-19T18:03:29.320606Z","end":"2026-03-19T18:03:29.887911Z","steps":["trace[178035708] 'agreement among raft nodes before linearized reading' (duration: 567.181514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.887951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.320598Z","time spent":"567.346698ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-dea36b8d-b27d-4628-9029-91e0f09a6a1c\" "} {"level":"info","ts":"2026-03-19T18:03:29.887863Z","caller":"traceutil/trace.go:171","msg":"trace[1684191045] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"566.17043ms","start":"2026-03-19T18:03:29.32163Z","end":"2026-03-19T18:03:29.887801Z","steps":["trace[1684191045] 'process raft request' (duration: 565.947094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.888123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.321623Z","time spent":"566.383736ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:30.156541Z","caller":"traceutil/trace.go:171","msg":"trace[369607320] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"585.308863ms","start":"2026-03-19T18:03:29.571206Z","end":"2026-03-19T18:03:30.156514Z","steps":["trace[369607320] 'process raft request' (duration: 585.18449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.156714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.571185Z","time spent":"585.446396ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:30.156818Z","caller":"traceutil/trace.go:171","msg":"trace[722911811] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"584.903762ms","start":"2026-03-19T18:03:29.5719Z","end":"2026-03-19T18:03:30.156804Z","steps":["trace[722911811] 'process raft request' (duration: 584.759189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.156815Z","caller":"traceutil/trace.go:171","msg":"trace[475228741] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"585.308002ms","start":"2026-03-19T18:03:29.571488Z","end":"2026-03-19T18:03:30.156796Z","steps":["trace[475228741] 'process raft request' (duration: 584.955694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.156548Z","caller":"traceutil/trace.go:171","msg":"trace[139316200] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"585.526739ms","start":"2026-03-19T18:03:29.570996Z","end":"2026-03-19T18:03:30.156523Z","steps":["trace[139316200] 'process raft request' (duration: 585.209711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.156937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.571894Z","time spent":"584.967414ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:30.157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.570979Z","time spent":"585.99053ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:30.157023Z","caller":"traceutil/trace.go:171","msg":"trace[1666553560] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"584.732099ms","start":"2026-03-19T18:03:29.572267Z","end":"2026-03-19T18:03:30.156999Z","steps":["trace[1666553560] 'process raft request' (duration: 584.486972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.157153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.571469Z","time spent":"585.476067ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:30.157161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.572244Z","time spent":"584.846052ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:30.157294Z","caller":"traceutil/trace.go:171","msg":"trace[1042974887] linearizableReadLoop","detail":"{readStateIndex:5876; appliedIndex:5869; }","duration":"269.510715ms","start":"2026-03-19T18:03:29.88777Z","end":"2026-03-19T18:03:30.15728Z","steps":["trace[1042974887] 'read index received' (duration: 268.461218ms)","trace[1042974887] 'applied index is now lower than readState.Index' (duration: 1.048757ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:30.157323Z","caller":"traceutil/trace.go:171","msg":"trace[1406070324] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"584.35284ms","start":"2026-03-19T18:03:29.572957Z","end":"2026-03-19T18:03:30.15731Z","steps":["trace[1406070324] 'process raft request' (duration: 583.953839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.157347Z","caller":"traceutil/trace.go:171","msg":"trace[904832779] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"582.991295ms","start":"2026-03-19T18:03:29.574344Z","end":"2026-03-19T18:03:30.157336Z","steps":["trace[904832779] 'process raft request' (duration: 582.856252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.157377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.923352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:30.157382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.572945Z","time spent":"584.407101ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1485,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:30.157405Z","caller":"traceutil/trace.go:171","msg":"trace[646801839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5649; }","duration":"590.988744ms","start":"2026-03-19T18:03:29.566408Z","end":"2026-03-19T18:03:30.157397Z","steps":["trace[646801839] 'agreement among raft nodes before linearized reading' (duration: 590.937683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.157414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.57433Z","time spent":"583.056017ms","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:30.157436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.566387Z","time spent":"591.042155ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:03:39.446266Z","caller":"traceutil/trace.go:171","msg":"trace[1205400180] linearizableReadLoop","detail":"{readStateIndex:5942; appliedIndex:5941; }","duration":"369.636099ms","start":"2026-03-19T18:03:39.076607Z","end":"2026-03-19T18:03:39.446243Z","steps":["trace[1205400180] 'read index received' (duration: 369.538567ms)","trace[1205400180] 'applied index is now lower than readState.Index' (duration: 96.342µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:39.446358Z","caller":"traceutil/trace.go:171","msg":"trace[2137684360] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"370.47326ms","start":"2026-03-19T18:03:39.075861Z","end":"2026-03-19T18:03:39.446335Z","steps":["trace[2137684360] 'process raft request' (duration: 370.231214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:39.446469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.864996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T18:03:39.446474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:39.075827Z","time spent":"370.579504ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:39.446503Z","caller":"traceutil/trace.go:171","msg":"trace[1717787565] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:5713; }","duration":"369.938998ms","start":"2026-03-19T18:03:39.076554Z","end":"2026-03-19T18:03:39.446493Z","steps":["trace[1717787565] 'agreement among raft nodes before linearized reading' (duration: 369.802875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:39.446533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:39.076539Z","time spent":"369.98665ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"info","ts":"2026-03-19T18:03:39.531602Z","caller":"traceutil/trace.go:171","msg":"trace[556230197] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"186.719697ms","start":"2026-03-19T18:03:39.344851Z","end":"2026-03-19T18:03:39.53157Z","steps":["trace[556230197] 'process raft request' (duration: 162.57479ms)","trace[556230197] 'compare' (duration: 23.971783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:39.532005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.445161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:39.532023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.249886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:39.532057Z","caller":"traceutil/trace.go:171","msg":"trace[1398119095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5714; }","duration":"220.511703ms","start":"2026-03-19T18:03:39.311533Z","end":"2026-03-19T18:03:39.532045Z","steps":["trace[1398119095] 'agreement among raft nodes before linearized reading' (duration: 220.40554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:39.532047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.723305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:03:39.532074Z","caller":"traceutil/trace.go:171","msg":"trace[370433681] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5714; }","duration":"184.329958ms","start":"2026-03-19T18:03:39.347731Z","end":"2026-03-19T18:03:39.532061Z","steps":["trace[370433681] 'agreement among raft nodes before linearized reading' (duration: 184.234286ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:39.532086Z","caller":"traceutil/trace.go:171","msg":"trace[1643087208] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5714; }","duration":"234.805037ms","start":"2026-03-19T18:03:39.297271Z","end":"2026-03-19T18:03:39.532076Z","steps":["trace[1643087208] 'agreement among raft nodes before linearized reading' (duration: 234.672693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:43.794847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.83247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:43.795203Z","caller":"traceutil/trace.go:171","msg":"trace[1202514569] linearizableReadLoop","detail":"{readStateIndex:5964; appliedIndex:5963; }","duration":"247.042408ms","start":"2026-03-19T18:03:43.54814Z","end":"2026-03-19T18:03:43.795183Z","steps":["trace[1202514569] 'read index received' (duration: 131.773428ms)","trace[1202514569] 'applied index is now lower than readState.Index' (duration: 115.26742ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:43.795333Z","caller":"traceutil/trace.go:171","msg":"trace[434123707] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"253.008286ms","start":"2026-03-19T18:03:43.542296Z","end":"2026-03-19T18:03:43.795305Z","steps":["trace[434123707] 'process raft request' (duration: 137.625053ms)","trace[434123707] 'compare' (duration: 114.499622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:43.795467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.241799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:03:43.795532Z","caller":"traceutil/trace.go:171","msg":"trace[646736130] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5734; }","duration":"246.340282ms","start":"2026-03-19T18:03:43.549175Z","end":"2026-03-19T18:03:43.795515Z","steps":["trace[646736130] 'agreement among raft nodes before linearized reading' (duration: 246.172417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:43.795533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.34334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:43.795596Z","caller":"traceutil/trace.go:171","msg":"trace[1737567982] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5734; }","duration":"106.459382ms","start":"2026-03-19T18:03:43.689122Z","end":"2026-03-19T18:03:43.795582Z","steps":["trace[1737567982] 'agreement among raft nodes before linearized reading' (duration: 106.302718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:43.795934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.763667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:03:43.796076Z","caller":"traceutil/trace.go:171","msg":"trace[946552250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:5734; }","duration":"247.979942ms","start":"2026-03-19T18:03:43.548079Z","end":"2026-03-19T18:03:43.796059Z","steps":["trace[946552250] 'agreement among raft nodes before linearized reading' (duration: 247.219453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:44.172807Z","caller":"traceutil/trace.go:171","msg":"trace[407002700] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"170.974137ms","start":"2026-03-19T18:03:44.001806Z","end":"2026-03-19T18:03:44.17278Z","steps":["trace[407002700] 'process raft request' (duration: 170.819914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:44.221734Z","caller":"traceutil/trace.go:171","msg":"trace[2117918722] linearizableReadLoop","detail":"{readStateIndex:5967; appliedIndex:5965; }","duration":"218.065203ms","start":"2026-03-19T18:03:44.003642Z","end":"2026-03-19T18:03:44.221707Z","steps":["trace[2117918722] 'read index received' (duration: 169.065302ms)","trace[2117918722] 'applied index is now lower than readState.Index' (duration: 48.998411ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:44.221816Z","caller":"traceutil/trace.go:171","msg":"trace[425634832] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"219.60786ms","start":"2026-03-19T18:03:44.002182Z","end":"2026-03-19T18:03:44.22179Z","steps":["trace[425634832] 'process raft request' (duration: 219.381124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:44.221939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.272807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:03:44.221982Z","caller":"traceutil/trace.go:171","msg":"trace[1709746281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5737; }","duration":"218.36829ms","start":"2026-03-19T18:03:44.003604Z","end":"2026-03-19T18:03:44.221972Z","steps":["trace[1709746281] 'agreement among raft nodes before linearized reading' (duration: 218.201876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:44.357421Z","caller":"traceutil/trace.go:171","msg":"trace[378043549] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"138.30539ms","start":"2026-03-19T18:03:44.219092Z","end":"2026-03-19T18:03:44.357397Z","steps":["trace[378043549] 'process raft request' (duration: 138.131866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:44.570474Z","caller":"traceutil/trace.go:171","msg":"trace[137377107] linearizableReadLoop","detail":"{readStateIndex:5970; appliedIndex:5967; }","duration":"296.283947ms","start":"2026-03-19T18:03:44.274167Z","end":"2026-03-19T18:03:44.57045Z","steps":["trace[137377107] 'read index received' (duration: 83.175787ms)","trace[137377107] 'applied index is now lower than readState.Index' (duration: 213.10672ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:44.570604Z","caller":"traceutil/trace.go:171","msg":"trace[1880553774] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"344.57315ms","start":"2026-03-19T18:03:44.226018Z","end":"2026-03-19T18:03:44.570591Z","steps":["trace[1880553774] 'process raft request' (duration: 317.345207ms)","trace[1880553774] 'compare' (duration: 26.890025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:44.570736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:44.225989Z","time spent":"344.641982ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:44.570741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.82056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:44.570792Z","caller":"traceutil/trace.go:171","msg":"trace[1803097415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5740; }","duration":"258.895573ms","start":"2026-03-19T18:03:44.311885Z","end":"2026-03-19T18:03:44.57078Z","steps":["trace[1803097415] 'agreement among raft nodes before linearized reading' (duration: 258.79036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:44.571039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.84623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:03:44.570876Z","caller":"traceutil/trace.go:171","msg":"trace[601123250] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"300.060329ms","start":"2026-03-19T18:03:44.270773Z","end":"2026-03-19T18:03:44.570834Z","steps":["trace[601123250] 'process raft request' (duration: 299.609068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:44.572036Z","caller":"traceutil/trace.go:171","msg":"trace[1358096078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5740; }","duration":"297.817454ms","start":"2026-03-19T18:03:44.274139Z","end":"2026-03-19T18:03:44.571957Z","steps":["trace[1358096078] 'agreement among raft nodes before linearized reading' (duration: 296.530813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:44.572089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:44.270753Z","time spent":"301.226828ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:44.8056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.664845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:03:44.805694Z","caller":"traceutil/trace.go:171","msg":"trace[1775456858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5741; }","duration":"133.836879ms","start":"2026-03-19T18:03:44.671837Z","end":"2026-03-19T18:03:44.805674Z","steps":["trace[1775456858] 'range keys from in-memory index tree' (duration: 133.434079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:45.287084Z","caller":"traceutil/trace.go:171","msg":"trace[836346757] linearizableReadLoop","detail":"{readStateIndex:5972; appliedIndex:5971; }","duration":"393.443148ms","start":"2026-03-19T18:03:44.893604Z","end":"2026-03-19T18:03:45.287047Z","steps":["trace[836346757] 'read index received' (duration: 393.063349ms)","trace[836346757] 'applied index is now lower than readState.Index' (duration: 378.389µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:45.287177Z","caller":"traceutil/trace.go:171","msg":"trace[1361958132] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"477.346573ms","start":"2026-03-19T18:03:44.809799Z","end":"2026-03-19T18:03:45.287146Z","steps":["trace[1361958132] 'process raft request' (duration: 476.976054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:45.287422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.805868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T18:03:45.28737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:44.809773Z","time spent":"477.467547ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:45.287485Z","caller":"traceutil/trace.go:171","msg":"trace[264293268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5742; }","duration":"393.87148ms","start":"2026-03-19T18:03:44.893596Z","end":"2026-03-19T18:03:45.287467Z","steps":["trace[264293268] 'agreement among raft nodes before linearized reading' (duration: 393.638854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:45.287529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:44.893531Z","time spent":"393.987273ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:03:45.287615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.449284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:45.28773Z","caller":"traceutil/trace.go:171","msg":"trace[622782750] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5742; }","duration":"284.659339ms","start":"2026-03-19T18:03:45.00305Z","end":"2026-03-19T18:03:45.287709Z","steps":["trace[622782750] 'agreement among raft nodes before linearized reading' (duration: 284.432104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:45.287736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.109546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:45.287843Z","caller":"traceutil/trace.go:171","msg":"trace[1008651589] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5742; }","duration":"282.302011ms","start":"2026-03-19T18:03:45.005518Z","end":"2026-03-19T18:03:45.28782Z","steps":["trace[1008651589] 'agreement among raft nodes before linearized reading' (duration: 282.092946ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:45.424854Z","caller":"traceutil/trace.go:171","msg":"trace[413672614] linearizableReadLoop","detail":"{readStateIndex:5973; appliedIndex:5972; }","duration":"113.276432ms","start":"2026-03-19T18:03:45.311536Z","end":"2026-03-19T18:03:45.424813Z","steps":["trace[413672614] 'read index received' (duration: 34.445742ms)","trace[413672614] 'applied index is now lower than readState.Index' (duration: 78.82916ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:45.425001Z","caller":"traceutil/trace.go:171","msg":"trace[636977583] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"131.491281ms","start":"2026-03-19T18:03:45.29347Z","end":"2026-03-19T18:03:45.424961Z","steps":["trace[636977583] 'process raft request' (duration: 52.535688ms)","trace[636977583] 'compare' (duration: 78.573594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:45.425101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.535287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:45.425133Z","caller":"traceutil/trace.go:171","msg":"trace[1869879050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5743; }","duration":"113.64057ms","start":"2026-03-19T18:03:45.311484Z","end":"2026-03-19T18:03:45.425124Z","steps":["trace[1869879050] 'agreement among raft nodes before linearized reading' (duration: 113.538918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:45.770853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.265995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:45.771001Z","caller":"traceutil/trace.go:171","msg":"trace[1106083678] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"290.161615ms","start":"2026-03-19T18:03:45.480812Z","end":"2026-03-19T18:03:45.770973Z","steps":["trace[1106083678] 'process raft request' (duration: 118.581312ms)","trace[1106083678] 'compare' (duration: 171.112551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:46.104039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.007156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:46.104168Z","caller":"traceutil/trace.go:171","msg":"trace[675712668] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5974; }","duration":"249.110021ms","start":"2026-03-19T18:03:45.855039Z","end":"2026-03-19T18:03:46.104149Z","steps":["trace[675712668] 'read index received' (duration: 69.970201ms)","trace[675712668] 'applied index is now lower than readState.Index' (duration: 179.138229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:46.104414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.372467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:03:46.10445Z","caller":"traceutil/trace.go:171","msg":"trace[106541736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:5745; }","duration":"249.449419ms","start":"2026-03-19T18:03:45.854991Z","end":"2026-03-19T18:03:46.10444Z","steps":["trace[106541736] 'agreement among raft nodes before linearized reading' (duration: 249.261374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:46.104245Z","caller":"traceutil/trace.go:171","msg":"trace[288848842] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"302.589913ms","start":"2026-03-19T18:03:45.801606Z","end":"2026-03-19T18:03:46.104196Z","steps":["trace[288848842] 'process raft request' (duration: 123.32949ms)","trace[288848842] 'compare' (duration: 178.769701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:46.104678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:45.801581Z","time spent":"302.9206ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:46.104715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.012118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:03:46.104747Z","caller":"traceutil/trace.go:171","msg":"trace[914307370] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5745; }","duration":"249.10569ms","start":"2026-03-19T18:03:45.855631Z","end":"2026-03-19T18:03:46.104737Z","steps":["trace[914307370] 'agreement among raft nodes before linearized reading' (duration: 249.016708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:46.404504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.930773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:46.404692Z","caller":"traceutil/trace.go:171","msg":"trace[514446403] linearizableReadLoop","detail":"{readStateIndex:5976; appliedIndex:5975; }","duration":"295.289151ms","start":"2026-03-19T18:03:46.109373Z","end":"2026-03-19T18:03:46.404662Z","steps":["trace[514446403] 'read index received' (duration: 165.171154ms)","trace[514446403] 'applied index is now lower than readState.Index' (duration: 130.116217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:46.4051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.881954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T18:03:46.405215Z","caller":"traceutil/trace.go:171","msg":"trace[207535426] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:5746; }","duration":"251.016467ms","start":"2026-03-19T18:03:46.15415Z","end":"2026-03-19T18:03:46.405166Z","steps":["trace[207535426] 'agreement among raft nodes before linearized reading' (duration: 250.687328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:46.405206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.819035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92244"} {"level":"warn","ts":"2026-03-19T18:03:46.405238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.433472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:03:46.405292Z","caller":"traceutil/trace.go:171","msg":"trace[226070463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5746; }","duration":"295.975189ms","start":"2026-03-19T18:03:46.109298Z","end":"2026-03-19T18:03:46.405273Z","steps":["trace[226070463] 'agreement among raft nodes before linearized reading' (duration: 295.465105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:46.40533Z","caller":"traceutil/trace.go:171","msg":"trace[55064696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5746; }","duration":"178.621157ms","start":"2026-03-19T18:03:46.226685Z","end":"2026-03-19T18:03:46.405307Z","steps":["trace[55064696] 'agreement among raft nodes before linearized reading' (duration: 178.392871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:46.405416Z","caller":"traceutil/trace.go:171","msg":"trace[2088940665] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"295.689351ms","start":"2026-03-19T18:03:46.109069Z","end":"2026-03-19T18:03:46.404759Z","steps":["trace[2088940665] 'process raft request' (duration: 165.37997ms)","trace[2088940665] 'compare' (duration: 129.743627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:46.405848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.650105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:03:46.406646Z","caller":"traceutil/trace.go:171","msg":"trace[1958148056] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5746; }","duration":"229.488475ms","start":"2026-03-19T18:03:46.177109Z","end":"2026-03-19T18:03:46.406597Z","steps":["trace[1958148056] 'agreement among raft nodes before linearized reading' (duration: 228.03144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:51.495317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.344826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5997"} {"level":"warn","ts":"2026-03-19T18:03:51.495335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.021488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:51.495417Z","caller":"traceutil/trace.go:171","msg":"trace[703495653] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:5790; }","duration":"192.49622ms","start":"2026-03-19T18:03:51.302899Z","end":"2026-03-19T18:03:51.495395Z","steps":["trace[703495653] 'range keys from in-memory index tree' (duration: 192.145642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:51.495434Z","caller":"traceutil/trace.go:171","msg":"trace[1455297519] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5790; }","duration":"192.189492ms","start":"2026-03-19T18:03:51.303221Z","end":"2026-03-19T18:03:51.49541Z","steps":["trace[1455297519] 'range keys from in-memory index tree' (duration: 191.894776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:51.495567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.241961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:51.495663Z","caller":"traceutil/trace.go:171","msg":"trace[1625418776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5790; }","duration":"183.361545ms","start":"2026-03-19T18:03:51.312272Z","end":"2026-03-19T18:03:51.495634Z","steps":["trace[1625418776] 'range keys from in-memory index tree' (duration: 183.16854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:51.495665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.46998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-68mdm\" ","response":"range_response_count:1 size:7472"} {"level":"info","ts":"2026-03-19T18:03:51.495747Z","caller":"traceutil/trace.go:171","msg":"trace[1225172951] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-68mdm; range_end:; response_count:1; response_revision:5790; }","duration":"245.554122ms","start":"2026-03-19T18:03:51.250179Z","end":"2026-03-19T18:03:51.495733Z","steps":["trace[1225172951] 'range keys from in-memory index tree' (duration: 245.271645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:51.495937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.243806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:03:51.496137Z","caller":"traceutil/trace.go:171","msg":"trace[1788250553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5790; }","duration":"184.319818ms","start":"2026-03-19T18:03:51.311658Z","end":"2026-03-19T18:03:51.495978Z","steps":["trace[1788250553] 'range keys from in-memory index tree' (duration: 183.335654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:13.117638Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4860} {"level":"info","ts":"2026-03-19T18:07:13.219055Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4860,"took":"99.804292ms","hash":369138110,"current-db-size-bytes":37974016,"current-db-size":"38 MB","current-db-size-in-use-bytes":20918272,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-19T18:07:13.219148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":369138110,"revision":4860,"compact-revision":2444} {"level":"info","ts":"2026-03-19T18:08:19.210633Z","caller":"traceutil/trace.go:171","msg":"trace[1651736805] linearizableReadLoop","detail":"{readStateIndex:7857; appliedIndex:7856; }","duration":"159.83393ms","start":"2026-03-19T18:08:19.050775Z","end":"2026-03-19T18:08:19.210609Z","steps":["trace[1651736805] 'read index received' (duration: 89.024111ms)","trace[1651736805] 'applied index is now lower than readState.Index' (duration: 70.809019ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:19.210692Z","caller":"traceutil/trace.go:171","msg":"trace[1814347212] transaction","detail":"{read_only:false; response_revision:7554; number_of_response:1; }","duration":"183.309219ms","start":"2026-03-19T18:08:19.027338Z","end":"2026-03-19T18:08:19.210647Z","steps":["trace[1814347212] 'process raft request' (duration: 112.48546ms)","trace[1814347212] 'compare' (duration: 70.688946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:19.210851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.053695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:08:19.210934Z","caller":"traceutil/trace.go:171","msg":"trace[367069228] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7554; }","duration":"160.186048ms","start":"2026-03-19T18:08:19.050735Z","end":"2026-03-19T18:08:19.210921Z","steps":["trace[367069228] 'agreement among raft nodes before linearized reading' (duration: 160.046035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:25.496526Z","caller":"traceutil/trace.go:171","msg":"trace[738222401] linearizableReadLoop","detail":"{readStateIndex:8025; appliedIndex:8024; }","duration":"208.677815ms","start":"2026-03-19T18:08:25.287823Z","end":"2026-03-19T18:08:25.496501Z","steps":["trace[738222401] 'read index received' (duration: 208.460089ms)","trace[738222401] 'applied index is now lower than readState.Index' (duration: 216.866µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:25.496736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.902941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:08:25.496794Z","caller":"traceutil/trace.go:171","msg":"trace[2106789284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7720; }","duration":"208.995202ms","start":"2026-03-19T18:08:25.287772Z","end":"2026-03-19T18:08:25.496767Z","steps":["trace[2106789284] 'agreement among raft nodes before linearized reading' (duration: 208.828498ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:25.497104Z","caller":"traceutil/trace.go:171","msg":"trace[2055685696] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"267.359639ms","start":"2026-03-19T18:08:25.229712Z","end":"2026-03-19T18:08:25.497072Z","steps":["trace[2055685696] 'process raft request' (duration: 266.640152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.006758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571867678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:08:28.507919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571867678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:08:28.958184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645812454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:28.958297Z","caller":"traceutil/trace.go:171","msg":"trace[421064359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7727; }","duration":"2.645969918s","start":"2026-03-19T18:08:26.312296Z","end":"2026-03-19T18:08:28.958266Z","steps":["trace[421064359] 'range keys from in-memory index tree' (duration: 2.64564135s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.95835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.31227Z","time spent":"2.64606744s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:08:28.958356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017692187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:08:28.958452Z","caller":"traceutil/trace.go:171","msg":"trace[1933583525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7727; }","duration":"2.01782878s","start":"2026-03-19T18:08:26.940601Z","end":"2026-03-19T18:08:28.95843Z","steps":["trace[1933583525] 'range keys from in-memory index tree' (duration: 2.017502412s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.958507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.940584Z","time spent":"2.017911252s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:28.958966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06315053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:08:28.959069Z","caller":"traceutil/trace.go:171","msg":"trace[1991591907] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7727; }","duration":"2.063294463s","start":"2026-03-19T18:08:26.895756Z","end":"2026-03-19T18:08:28.959051Z","steps":["trace[1991591907] 'count revisions from in-memory index tree' (duration: 2.063030156s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.959135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.895736Z","time spent":"2.063388525s","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:08:28.961528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.459357594s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:08:28.961855Z","caller":"traceutil/trace.go:171","msg":"trace[1768536778] linearizableReadLoop","detail":"{readStateIndex:8034; appliedIndex:8033; }","duration":"1.455653445s","start":"2026-03-19T18:08:27.506133Z","end":"2026-03-19T18:08:28.961787Z","steps":["trace[1768536778] 'read index received' (duration: 1.455553482s)","trace[1768536778] 'applied index is now lower than readState.Index' (duration: 99.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:28.962087Z","caller":"traceutil/trace.go:171","msg":"trace[2038962217] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"1.460003749s","start":"2026-03-19T18:08:27.502072Z","end":"2026-03-19T18:08:28.962076Z","steps":["trace[2038962217] 'process raft request' (duration: 1.459579719s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.962322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033247561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T18:08:28.962358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050582301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:08:28.962384Z","caller":"traceutil/trace.go:171","msg":"trace[1873627654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:7728; }","duration":"1.033349503s","start":"2026-03-19T18:08:27.929018Z","end":"2026-03-19T18:08:28.962368Z","steps":["trace[1873627654] 'agreement among raft nodes before linearized reading' (duration: 1.033145079s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:28.962401Z","caller":"traceutil/trace.go:171","msg":"trace[1890363601] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7728; }","duration":"1.050616512s","start":"2026-03-19T18:08:27.911767Z","end":"2026-03-19T18:08:28.962384Z","steps":["trace[1890363601] 'agreement among raft nodes before linearized reading' (duration: 1.0505337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.962418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.928996Z","time spent":"1.033416154s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"warn","ts":"2026-03-19T18:08:28.962437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.91172Z","time spent":"1.050709224s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:08:28.962411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.502049Z","time spent":"1.460309497s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:28.962175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.822389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:28.962522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.34717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:08:28.962577Z","caller":"traceutil/trace.go:171","msg":"trace[560086447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7728; }","duration":"890.257139ms","start":"2026-03-19T18:08:28.07231Z","end":"2026-03-19T18:08:28.962567Z","steps":["trace[560086447] 'agreement among raft nodes before linearized reading' (duration: 889.814829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.962615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:28.072288Z","time spent":"890.31897ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:08:28.962606Z","caller":"traceutil/trace.go:171","msg":"trace[236792696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7728; }","duration":"712.479454ms","start":"2026-03-19T18:08:28.250103Z","end":"2026-03-19T18:08:28.962583Z","steps":["trace[236792696] 'agreement among raft nodes before linearized reading' (duration: 712.203127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.96267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:28.250083Z","time spent":"712.577806ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:08:28.962285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456168916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:08:28.96275Z","caller":"traceutil/trace.go:171","msg":"trace[930003485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7728; }","duration":"1.456661468s","start":"2026-03-19T18:08:27.506074Z","end":"2026-03-19T18:08:28.962735Z","steps":["trace[930003485] 'agreement among raft nodes before linearized reading' (duration: 1.456124245s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.962266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089875365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:08:28.962877Z","caller":"traceutil/trace.go:171","msg":"trace[47804867] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7728; }","duration":"1.09052871s","start":"2026-03-19T18:08:27.872328Z","end":"2026-03-19T18:08:28.962856Z","steps":["trace[47804867] 'agreement among raft nodes before linearized reading' (duration: 1.089795313s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.962862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.506048Z","time spent":"1.456803842s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:08:28.962961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.872307Z","time spent":"1.090596542s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:08:28.962311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.952572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:28.963096Z","caller":"traceutil/trace.go:171","msg":"trace[1253098168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7728; }","duration":"649.750251ms","start":"2026-03-19T18:08:28.313303Z","end":"2026-03-19T18:08:28.963053Z","steps":["trace[1253098168] 'agreement among raft nodes before linearized reading' (duration: 648.995163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.962302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046913802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:08:28.963314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:28.313259Z","time spent":"650.006158ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:08:28.963314Z","caller":"traceutil/trace.go:171","msg":"trace[50721898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7728; }","duration":"1.047916737s","start":"2026-03-19T18:08:27.915355Z","end":"2026-03-19T18:08:28.963272Z","steps":["trace[50721898] 'agreement among raft nodes before linearized reading' (duration: 1.046880031s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.963469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.91534Z","time spent":"1.048110802s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:28.962305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.60369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:08:28.963531Z","caller":"traceutil/trace.go:171","msg":"trace[740123654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7728; }","duration":"992.872071ms","start":"2026-03-19T18:08:27.970645Z","end":"2026-03-19T18:08:28.963517Z","steps":["trace[740123654] 'agreement among raft nodes before linearized reading' (duration: 991.555458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.963587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.970623Z","time spent":"992.949513ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:08:37.477801Z","caller":"traceutil/trace.go:171","msg":"trace[740970135] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"119.335247ms","start":"2026-03-19T18:08:37.358442Z","end":"2026-03-19T18:08:37.477778Z","steps":["trace[740970135] 'process raft request' (duration: 119.192494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:39.228885Z","caller":"traceutil/trace.go:171","msg":"trace[1417225511] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"186.416276ms","start":"2026-03-19T18:08:39.042432Z","end":"2026-03-19T18:08:39.228848Z","steps":["trace[1417225511] 'process raft request' (duration: 86.594042ms)","trace[1417225511] 'compare' (duration: 99.520797ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:39.284091Z","caller":"traceutil/trace.go:171","msg":"trace[1196244947] linearizableReadLoop","detail":"{readStateIndex:8094; appliedIndex:8087; }","duration":"238.812797ms","start":"2026-03-19T18:08:39.045259Z","end":"2026-03-19T18:08:39.284071Z","steps":["trace[1196244947] 'read index received' (duration: 83.780263ms)","trace[1196244947] 'applied index is now lower than readState.Index' (duration: 155.031494ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:39.284114Z","caller":"traceutil/trace.go:171","msg":"trace[292286768] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"241.260246ms","start":"2026-03-19T18:08:39.042821Z","end":"2026-03-19T18:08:39.284082Z","steps":["trace[292286768] 'process raft request' (duration: 241.050091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:39.284176Z","caller":"traceutil/trace.go:171","msg":"trace[1164383341] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"241.481422ms","start":"2026-03-19T18:08:39.04269Z","end":"2026-03-19T18:08:39.284171Z","steps":["trace[1164383341] 'process raft request' (duration: 241.087093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:39.284303Z","caller":"traceutil/trace.go:171","msg":"trace[1621489383] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"240.845166ms","start":"2026-03-19T18:08:39.04345Z","end":"2026-03-19T18:08:39.284295Z","steps":["trace[1621489383] 'process raft request' (duration: 240.521008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:39.284354Z","caller":"traceutil/trace.go:171","msg":"trace[1079454262] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"241.459931ms","start":"2026-03-19T18:08:39.04289Z","end":"2026-03-19T18:08:39.28435Z","steps":["trace[1079454262] 'process raft request' (duration: 241.020651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:39.284422Z","caller":"traceutil/trace.go:171","msg":"trace[2062482928] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"240.832066ms","start":"2026-03-19T18:08:39.043577Z","end":"2026-03-19T18:08:39.284409Z","steps":["trace[2062482928] 'process raft request' (duration: 240.419836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:39.284531Z","caller":"traceutil/trace.go:171","msg":"trace[1443388883] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"241.603014ms","start":"2026-03-19T18:08:39.042918Z","end":"2026-03-19T18:08:39.284521Z","steps":["trace[1443388883] 'process raft request' (duration: 241.025241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:39.284741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.461922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207014"} {"level":"info","ts":"2026-03-19T18:08:39.284814Z","caller":"traceutil/trace.go:171","msg":"trace[68991854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7786; }","duration":"239.567546ms","start":"2026-03-19T18:08:39.045231Z","end":"2026-03-19T18:08:39.284798Z","steps":["trace[68991854] 'agreement among raft nodes before linearized reading' (duration: 239.132266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.560167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571867838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:08:42.061262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571867838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:08:42.3701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325257459s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:08:42.370522Z","caller":"traceutil/trace.go:171","msg":"trace[2075545261] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"1.325886515s","start":"2026-03-19T18:08:41.04461Z","end":"2026-03-19T18:08:42.370496Z","steps":["trace[2075545261] 'process raft request' (duration: 1.32571678s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.370681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.04458Z","time spent":"1.326025769s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:43.151537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.239985ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:08:43.151624Z","caller":"traceutil/trace.go:171","msg":"trace[1969876065] linearizableReadLoop","detail":"{readStateIndex:8096; appliedIndex:8094; }","duration":"2.091985889s","start":"2026-03-19T18:08:41.059624Z","end":"2026-03-19T18:08:43.15161Z","steps":["trace[1969876065] 'read index received' (duration: 1.310719725s)","trace[1969876065] 'applied index is now lower than readState.Index' (duration: 781.264994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:43.151802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092178104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fc99d6747-vk4kd.189e5065b90c0a73\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-19T18:08:43.151835Z","caller":"traceutil/trace.go:171","msg":"trace[505369553] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fc99d6747-vk4kd.189e5065b90c0a73; range_end:; response_count:1; response_revision:7787; }","duration":"2.092213744s","start":"2026-03-19T18:08:41.059609Z","end":"2026-03-19T18:08:43.151823Z","steps":["trace[505369553] 'agreement among raft nodes before linearized reading' (duration: 2.092088731s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.15186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.059554Z","time spent":"2.092300457s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6fc99d6747-vk4kd.189e5065b90c0a73\" "} {"level":"warn","ts":"2026-03-19T18:08:43.152085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860994892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:08:43.152165Z","caller":"traceutil/trace.go:171","msg":"trace[1146092922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:7787; }","duration":"1.861122976s","start":"2026-03-19T18:08:41.291024Z","end":"2026-03-19T18:08:43.152147Z","steps":["trace[1146092922] 'agreement among raft nodes before linearized reading' (duration: 1.86089802s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.152204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.291015Z","time spent":"1.861180478s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"warn","ts":"2026-03-19T18:08:43.152228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.518641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:08:43.152254Z","caller":"traceutil/trace.go:171","msg":"trace[211707398] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7787; }","duration":"451.584633ms","start":"2026-03-19T18:08:42.700662Z","end":"2026-03-19T18:08:43.152247Z","steps":["trace[211707398] 'agreement among raft nodes before linearized reading' (duration: 451.48163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.152275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:42.700641Z","time spent":"451.628183ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":107,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:08:43.152247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.650446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:43.152329Z","caller":"traceutil/trace.go:171","msg":"trace[75798580] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7787; }","duration":"138.783199ms","start":"2026-03-19T18:08:43.013525Z","end":"2026-03-19T18:08:43.152309Z","steps":["trace[75798580] 'agreement among raft nodes before linearized reading' (duration: 138.651246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.152409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.002566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:43.152435Z","caller":"traceutil/trace.go:171","msg":"trace[253256035] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7787; }","duration":"158.067678ms","start":"2026-03-19T18:08:42.994361Z","end":"2026-03-19T18:08:43.152429Z","steps":["trace[253256035] 'agreement among raft nodes before linearized reading' (duration: 158.023117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.152607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919963825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T18:08:43.152686Z","caller":"traceutil/trace.go:171","msg":"trace[64578936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7787; }","duration":"1.92015933s","start":"2026-03-19T18:08:41.232508Z","end":"2026-03-19T18:08:43.152667Z","steps":["trace[64578936] 'agreement among raft nodes before linearized reading' (duration: 1.919620217s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.152828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864467158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:08:43.152826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864004687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:08:43.152835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862481659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T18:08:43.152877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454510687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T18:08:43.152876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863915574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T18:08:43.152881Z","caller":"traceutil/trace.go:171","msg":"trace[723464010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7787; }","duration":"1.86459645s","start":"2026-03-19T18:08:41.288271Z","end":"2026-03-19T18:08:43.152867Z","steps":["trace[723464010] 'agreement among raft nodes before linearized reading' (duration: 1.864449617s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:43.152898Z","caller":"traceutil/trace.go:171","msg":"trace[218416479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7787; }","duration":"1.864073069s","start":"2026-03-19T18:08:41.288805Z","end":"2026-03-19T18:08:43.152878Z","steps":["trace[218416479] 'agreement among raft nodes before linearized reading' (duration: 1.863902075s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:43.15291Z","caller":"traceutil/trace.go:171","msg":"trace[784964877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7787; }","duration":"1.454587928s","start":"2026-03-19T18:08:41.698311Z","end":"2026-03-19T18:08:43.152899Z","steps":["trace[784964877] 'agreement among raft nodes before linearized reading' (duration: 1.454520587s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:43.152912Z","caller":"traceutil/trace.go:171","msg":"trace[179739611] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7787; }","duration":"1.863989026s","start":"2026-03-19T18:08:41.288913Z","end":"2026-03-19T18:08:43.152902Z","steps":["trace[179739611] 'agreement among raft nodes before linearized reading' (duration: 1.863906504s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:43.152904Z","caller":"traceutil/trace.go:171","msg":"trace[1046725477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7787; }","duration":"1.862569051s","start":"2026-03-19T18:08:41.290318Z","end":"2026-03-19T18:08:43.152887Z","steps":["trace[1046725477] 'agreement among raft nodes before linearized reading' (duration: 1.862364366s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.152917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.232463Z","time spent":"1.920420646s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:08:43.15295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.290307Z","time spent":"1.862632903s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:43.152937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.288887Z","time spent":"1.864044508s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:08:43.152932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.698286Z","time spent":"1.454642009s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-19T18:08:43.152814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62397252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:43.152928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.288253Z","time spent":"1.864663393s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:43.1531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841274684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:43.153087Z","caller":"traceutil/trace.go:171","msg":"trace[66895643] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7787; }","duration":"1.624255807s","start":"2026-03-19T18:08:41.528824Z","end":"2026-03-19T18:08:43.15308Z","steps":["trace[66895643] 'agreement among raft nodes before linearized reading' (duration: 1.623931639s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:43.153158Z","caller":"traceutil/trace.go:171","msg":"trace[632008954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7787; }","duration":"1.841333265s","start":"2026-03-19T18:08:41.311811Z","end":"2026-03-19T18:08:43.153144Z","steps":["trace[632008954] 'agreement among raft nodes before linearized reading' (duration: 1.841161531s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.153194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.528776Z","time spent":"1.62440376s","remote":"127.0.0.1:52866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:08:43.153199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.311749Z","time spent":"1.841440418s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:08:43.152935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.288774Z","time spent":"1.86415325s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:08:43.153646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864861057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:08:43.15368Z","caller":"traceutil/trace.go:171","msg":"trace[1954726301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7787; }","duration":"1.864920749s","start":"2026-03-19T18:08:41.288752Z","end":"2026-03-19T18:08:43.153673Z","steps":["trace[1954726301] 'agreement among raft nodes before linearized reading' (duration: 1.864826266s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.153701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.28874Z","time spent":"1.864955719s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:43.154957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866035936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:08:43.15501Z","caller":"traceutil/trace.go:171","msg":"trace[1095663805] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7787; }","duration":"1.866133148s","start":"2026-03-19T18:08:41.288864Z","end":"2026-03-19T18:08:43.154997Z","steps":["trace[1095663805] 'agreement among raft nodes before linearized reading' (duration: 1.866005435s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:43.155041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.288841Z","time spent":"1.86619221s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T18:08:43.377745Z","caller":"traceutil/trace.go:171","msg":"trace[2102357983] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"200.176798ms","start":"2026-03-19T18:08:43.177534Z","end":"2026-03-19T18:08:43.377711Z","steps":["trace[2102357983] 'process raft request' (duration: 104.063375ms)","trace[2102357983] 'compare' (duration: 95.965869ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:44.950683Z","caller":"traceutil/trace.go:171","msg":"trace[1425338616] linearizableReadLoop","detail":"{readStateIndex:8108; appliedIndex:8107; }","duration":"450.724372ms","start":"2026-03-19T18:08:44.499927Z","end":"2026-03-19T18:08:44.950651Z","steps":["trace[1425338616] 'read index received' (duration: 450.463274ms)","trace[1425338616] 'applied index is now lower than readState.Index' (duration: 259.768µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:44.950786Z","caller":"traceutil/trace.go:171","msg":"trace[1890503199] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"575.222543ms","start":"2026-03-19T18:08:44.375534Z","end":"2026-03-19T18:08:44.950756Z","steps":["trace[1890503199] 'process raft request' (duration: 574.926705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:44.950928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:44.375512Z","time spent":"575.339376ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:44.95098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.050299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:08:44.951041Z","caller":"traceutil/trace.go:171","msg":"trace[1509112566] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7798; }","duration":"451.157012ms","start":"2026-03-19T18:08:44.499871Z","end":"2026-03-19T18:08:44.951028Z","steps":["trace[1509112566] 'agreement among raft nodes before linearized reading' (duration: 451.043969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:44.951094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:44.499848Z","time spent":"451.236983ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:08:44.951306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.216226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-19T18:08:44.951388Z","caller":"traceutil/trace.go:171","msg":"trace[1439618076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7798; }","duration":"164.36122ms","start":"2026-03-19T18:08:44.787011Z","end":"2026-03-19T18:08:44.951372Z","steps":["trace[1439618076] 'agreement among raft nodes before linearized reading' (duration: 163.981831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:45.222163Z","caller":"traceutil/trace.go:171","msg":"trace[1261964648] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8108; }","duration":"201.986152ms","start":"2026-03-19T18:08:45.020139Z","end":"2026-03-19T18:08:45.222125Z","steps":["trace[1261964648] 'read index received' (duration: 152.812459ms)","trace[1261964648] 'applied index is now lower than readState.Index' (duration: 49.171683ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:45.222344Z","caller":"traceutil/trace.go:171","msg":"trace[825332389] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"236.43366ms","start":"2026-03-19T18:08:44.985891Z","end":"2026-03-19T18:08:45.222324Z","steps":["trace[825332389] 'process raft request' (duration: 187.0053ms)","trace[825332389] 'compare' (duration: 48.877936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:45.222612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.456865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:45.222722Z","caller":"traceutil/trace.go:171","msg":"trace[1660010293] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7799; }","duration":"202.588559ms","start":"2026-03-19T18:08:45.020091Z","end":"2026-03-19T18:08:45.222679Z","steps":["trace[1660010293] 'agreement among raft nodes before linearized reading' (duration: 202.435975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:45.503864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.265875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:45.504049Z","caller":"traceutil/trace.go:171","msg":"trace[1872435071] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"258.869963ms","start":"2026-03-19T18:08:45.245155Z","end":"2026-03-19T18:08:45.504025Z","steps":["trace[1872435071] 'process raft request' (duration: 78.359242ms)","trace[1872435071] 'compare' (duration: 180.143893ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:45.504409Z","caller":"traceutil/trace.go:171","msg":"trace[743018957] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"259.193981ms","start":"2026-03-19T18:08:45.245187Z","end":"2026-03-19T18:08:45.504381Z","steps":["trace[743018957] 'process raft request' (duration: 258.776971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:45.504594Z","caller":"traceutil/trace.go:171","msg":"trace[1779673746] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"258.966026ms","start":"2026-03-19T18:08:45.245617Z","end":"2026-03-19T18:08:45.504583Z","steps":["trace[1779673746] 'process raft request' (duration: 258.617277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:45.504562Z","caller":"traceutil/trace.go:171","msg":"trace[1134062303] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"258.039664ms","start":"2026-03-19T18:08:45.246495Z","end":"2026-03-19T18:08:45.504535Z","steps":["trace[1134062303] 'process raft request' (duration: 257.993813ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:45.504635Z","caller":"traceutil/trace.go:171","msg":"trace[1030850919] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"258.950235ms","start":"2026-03-19T18:08:45.245626Z","end":"2026-03-19T18:08:45.504577Z","steps":["trace[1030850919] 'process raft request' (duration: 258.788501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:45.504731Z","caller":"traceutil/trace.go:171","msg":"trace[383244326] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"258.733ms","start":"2026-03-19T18:08:45.24598Z","end":"2026-03-19T18:08:45.504713Z","steps":["trace[383244326] 'process raft request' (duration: 258.468844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.282538Z","caller":"traceutil/trace.go:171","msg":"trace[464964556] linearizableReadLoop","detail":"{readStateIndex:8117; appliedIndex:8116; }","duration":"109.727883ms","start":"2026-03-19T18:08:46.172783Z","end":"2026-03-19T18:08:46.282511Z","steps":["trace[464964556] 'read index received' (duration: 109.58572ms)","trace[464964556] 'applied index is now lower than readState.Index' (duration: 140.733µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:46.282602Z","caller":"traceutil/trace.go:171","msg":"trace[1481918673] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"545.963113ms","start":"2026-03-19T18:08:45.736607Z","end":"2026-03-19T18:08:46.28257Z","steps":["trace[1481918673] 'process raft request' (duration: 545.718027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:46.282769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.966259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T18:08:46.282807Z","caller":"traceutil/trace.go:171","msg":"trace[386039710] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:7807; }","duration":"110.062991ms","start":"2026-03-19T18:08:46.172734Z","end":"2026-03-19T18:08:46.282797Z","steps":["trace[386039710] 'agreement among raft nodes before linearized reading' (duration: 109.873796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:46.28281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:45.736585Z","time spent":"546.109697ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:49.122809Z","caller":"traceutil/trace.go:171","msg":"trace[1790466077] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"161.157302ms","start":"2026-03-19T18:08:48.961631Z","end":"2026-03-19T18:08:49.122789Z","steps":["trace[1790466077] 'process raft request' (duration: 160.993139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:51.302455Z","caller":"traceutil/trace.go:171","msg":"trace[1123629979] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"175.032779ms","start":"2026-03-19T18:08:51.127369Z","end":"2026-03-19T18:08:51.302402Z","steps":["trace[1123629979] 'process raft request' (duration: 109.985971ms)","trace[1123629979] 'compare' (duration: 64.858354ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:51.703422Z","caller":"traceutil/trace.go:171","msg":"trace[1747603204] linearizableReadLoop","detail":"{readStateIndex:8145; appliedIndex:8144; }","duration":"174.328272ms","start":"2026-03-19T18:08:51.529067Z","end":"2026-03-19T18:08:51.703395Z","steps":["trace[1747603204] 'read index received' (duration: 103.914653ms)","trace[1747603204] 'applied index is now lower than readState.Index' (duration: 70.412119ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:51.703508Z","caller":"traceutil/trace.go:171","msg":"trace[1265649356] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"377.350461ms","start":"2026-03-19T18:08:51.326116Z","end":"2026-03-19T18:08:51.703466Z","steps":["trace[1265649356] 'process raft request' (duration: 306.8643ms)","trace[1265649356] 'compare' (duration: 70.279716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:51.703622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.546007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T18:08:51.703681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.3261Z","time spent":"377.486544ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:51.703703Z","caller":"traceutil/trace.go:171","msg":"trace[1129662180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7834; }","duration":"174.66461ms","start":"2026-03-19T18:08:51.529022Z","end":"2026-03-19T18:08:51.703686Z","steps":["trace[1129662180] 'agreement among raft nodes before linearized reading' (duration: 174.497576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:51.869491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.006766ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:08:51.869946Z","caller":"traceutil/trace.go:171","msg":"trace[1761421900] linearizableReadLoop","detail":"{readStateIndex:8146; appliedIndex:8145; }","duration":"166.43301ms","start":"2026-03-19T18:08:51.703492Z","end":"2026-03-19T18:08:51.869925Z","steps":["trace[1761421900] 'read index received' (duration: 64.064786ms)","trace[1761421900] 'applied index is now lower than readState.Index' (duration: 102.367094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:51.870072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.716206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:08:51.870118Z","caller":"traceutil/trace.go:171","msg":"trace[1397856765] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"161.643964ms","start":"2026-03-19T18:08:51.708447Z","end":"2026-03-19T18:08:51.870091Z","steps":["trace[1397856765] 'process raft request' (duration: 161.163121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:51.870151Z","caller":"traceutil/trace.go:171","msg":"trace[580364834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7834; }","duration":"334.812728ms","start":"2026-03-19T18:08:51.535321Z","end":"2026-03-19T18:08:51.870134Z","steps":["trace[580364834] 'agreement among raft nodes before linearized reading' (duration: 334.613572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:51.870203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.535313Z","time spent":"334.882559ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:51.965477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.515848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:08:51.965543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.401312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:08:51.965568Z","caller":"traceutil/trace.go:171","msg":"trace[494165065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7835; }","duration":"434.652112ms","start":"2026-03-19T18:08:51.530894Z","end":"2026-03-19T18:08:51.965546Z","steps":["trace[494165065] 'agreement among raft nodes before linearized reading' (duration: 339.127043ms)","trace[494165065] 'range keys from in-memory index tree' (duration: 95.314124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:51.965618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.530873Z","time spent":"434.736853ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:08:51.965624Z","caller":"traceutil/trace.go:171","msg":"trace[1554404113] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7835; }","duration":"431.506824ms","start":"2026-03-19T18:08:51.534095Z","end":"2026-03-19T18:08:51.965601Z","steps":["trace[1554404113] 'agreement among raft nodes before linearized reading' (duration: 335.941724ms)","trace[1554404113] 'range keys from in-memory index tree' (duration: 95.382665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:51.965668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.534088Z","time spent":"431.571915ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:08:51.965646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:08:51.965846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.350546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:08:51.965939Z","caller":"traceutil/trace.go:171","msg":"trace[1269740418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7835; }","duration":"224.499979ms","start":"2026-03-19T18:08:51.741413Z","end":"2026-03-19T18:08:51.965913Z","steps":["trace[1269740418] 'agreement among raft nodes before linearized reading' (duration: 128.686514ms)","trace[1269740418] 'count revisions from in-memory index tree' (duration: 95.364665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:51.965909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.813997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T18:08:51.966031Z","caller":"traceutil/trace.go:171","msg":"trace[249203146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7835; }","duration":"128.96381ms","start":"2026-03-19T18:08:51.837031Z","end":"2026-03-19T18:08:51.965995Z","steps":["trace[249203146] 'agreement among raft nodes before linearized reading' (duration: 33.197406ms)","trace[249203146] 'range keys from in-memory index tree' (duration: 95.56133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:51.966132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.48333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:08:51.966246Z","caller":"traceutil/trace.go:171","msg":"trace[1951858396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7835; }","duration":"430.655184ms","start":"2026-03-19T18:08:51.535558Z","end":"2026-03-19T18:08:51.966213Z","steps":["trace[1951858396] 'agreement among raft nodes before linearized reading' (duration: 334.446359ms)","trace[1951858396] 'range keys from in-memory index tree' (duration: 95.483028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:51.966354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.535547Z","time spent":"430.786696ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:51.966283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.862246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T18:08:51.96666Z","caller":"traceutil/trace.go:171","msg":"trace[71002872] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7835; }","duration":"215.84893ms","start":"2026-03-19T18:08:51.750785Z","end":"2026-03-19T18:08:51.966634Z","steps":["trace[71002872] 'agreement among raft nodes before linearized reading' (duration: 119.46247ms)","trace[71002872] 'range keys from in-memory index tree' (duration: 95.308923ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:51.967446Z","caller":"traceutil/trace.go:171","msg":"trace[30413313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7835; }","duration":"435.975323ms","start":"2026-03-19T18:08:51.529743Z","end":"2026-03-19T18:08:51.965719Z","steps":["trace[30413313] 'agreement among raft nodes before linearized reading' (duration: 340.28884ms)","trace[30413313] 'range keys from in-memory index tree' (duration: 95.418337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:51.967522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.529734Z","time spent":"437.770256ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:08:52.23534Z","caller":"traceutil/trace.go:171","msg":"trace[1617689596] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"264.090141ms","start":"2026-03-19T18:08:51.971219Z","end":"2026-03-19T18:08:52.235309Z","steps":["trace[1617689596] 'process raft request' (duration: 263.785393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:52.235351Z","caller":"traceutil/trace.go:171","msg":"trace[89765008] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"263.800243ms","start":"2026-03-19T18:08:51.971523Z","end":"2026-03-19T18:08:52.235323Z","steps":["trace[89765008] 'process raft request' (duration: 263.719301ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:52.23537Z","caller":"traceutil/trace.go:171","msg":"trace[150487785] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"264.07913ms","start":"2026-03-19T18:08:51.971259Z","end":"2026-03-19T18:08:52.235339Z","steps":["trace[150487785] 'process raft request' (duration: 263.923577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:52.235513Z","caller":"traceutil/trace.go:171","msg":"trace[333697313] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"263.683731ms","start":"2026-03-19T18:08:51.9718Z","end":"2026-03-19T18:08:52.235484Z","steps":["trace[333697313] 'process raft request' (duration: 263.484566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:52.891708Z","caller":"traceutil/trace.go:171","msg":"trace[584205369] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"161.643953ms","start":"2026-03-19T18:08:52.730038Z","end":"2026-03-19T18:08:52.891682Z","steps":["trace[584205369] 'process raft request' (duration: 161.494959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.035057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.392044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:09:04.035175Z","caller":"traceutil/trace.go:171","msg":"trace[393089812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7891; }","duration":"111.550238ms","start":"2026-03-19T18:09:03.923585Z","end":"2026-03-19T18:09:04.035135Z","steps":["trace[393089812] 'range keys from in-memory index tree' (duration: 111.172519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.521496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.896485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:04.521511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.102325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:04.521564Z","caller":"traceutil/trace.go:171","msg":"trace[928006549] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7895; }","duration":"189.005188ms","start":"2026-03-19T18:09:04.332542Z","end":"2026-03-19T18:09:04.521547Z","steps":["trace[928006549] 'count revisions from in-memory index tree' (duration: 188.830444ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:04.521589Z","caller":"traceutil/trace.go:171","msg":"trace[1315511706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7895; }","duration":"211.211768ms","start":"2026-03-19T18:09:04.310357Z","end":"2026-03-19T18:09:04.521569Z","steps":["trace[1315511706] 'range keys from in-memory index tree' (duration: 211.031333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.521645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.904256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:04.521706Z","caller":"traceutil/trace.go:171","msg":"trace[962339736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7895; }","duration":"229.001269ms","start":"2026-03-19T18:09:04.292687Z","end":"2026-03-19T18:09:04.521689Z","steps":["trace[962339736] 'range keys from in-memory index tree' (duration: 228.718263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.521792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.894327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:09:04.521877Z","caller":"traceutil/trace.go:171","msg":"trace[901983786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7895; }","duration":"229.02302ms","start":"2026-03-19T18:09:04.292834Z","end":"2026-03-19T18:09:04.521857Z","steps":["trace[901983786] 'range keys from in-memory index tree' (duration: 228.709272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.521935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.378779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:09:04.522055Z","caller":"traceutil/trace.go:171","msg":"trace[960349425] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7895; }","duration":"227.588864ms","start":"2026-03-19T18:09:04.29443Z","end":"2026-03-19T18:09:04.522019Z","steps":["trace[960349425] 'range keys from in-memory index tree' (duration: 227.104323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:08.035706Z","caller":"traceutil/trace.go:171","msg":"trace[762660894] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"131.491041ms","start":"2026-03-19T18:09:07.904171Z","end":"2026-03-19T18:09:08.035662Z","steps":["trace[762660894] 'process raft request' (duration: 118.62419ms)","trace[762660894] 'compare' (duration: 12.684677ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:08.769331Z","caller":"traceutil/trace.go:171","msg":"trace[1923045318] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"137.537679ms","start":"2026-03-19T18:09:08.631765Z","end":"2026-03-19T18:09:08.769303Z","steps":["trace[1923045318] 'process raft request' (duration: 122.181766ms)","trace[1923045318] 'compare' (duration: 15.082786ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:10.693159Z","caller":"traceutil/trace.go:171","msg":"trace[1665541484] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8264; }","duration":"130.99454ms","start":"2026-03-19T18:09:10.562131Z","end":"2026-03-19T18:09:10.693126Z","steps":["trace[1665541484] 'read index received' (duration: 61.015482ms)","trace[1665541484] 'applied index is now lower than readState.Index' (duration: 69.977528ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:10.693332Z","caller":"traceutil/trace.go:171","msg":"trace[1846593391] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"132.665841ms","start":"2026-03-19T18:09:10.56062Z","end":"2026-03-19T18:09:10.693286Z","steps":["trace[1846593391] 'process raft request' (duration: 62.326044ms)","trace[1846593391] 'compare' (duration: 69.958748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:10.693435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.282547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76c484c45f\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-03-19T18:09:10.693486Z","caller":"traceutil/trace.go:171","msg":"trace[1128963540] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76c484c45f; range_end:; response_count:1; response_revision:7949; }","duration":"131.381119ms","start":"2026-03-19T18:09:10.562091Z","end":"2026-03-19T18:09:10.693473Z","steps":["trace[1128963540] 'agreement among raft nodes before linearized reading' (duration: 131.189695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.772382Z","caller":"traceutil/trace.go:171","msg":"trace[1911596872] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"207.782913ms","start":"2026-03-19T18:09:10.564564Z","end":"2026-03-19T18:09:10.772347Z","steps":["trace[1911596872] 'process raft request' (duration: 207.557738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.772638Z","caller":"traceutil/trace.go:171","msg":"trace[567628132] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"208.07236ms","start":"2026-03-19T18:09:10.564523Z","end":"2026-03-19T18:09:10.772595Z","steps":["trace[567628132] 'process raft request' (duration: 207.415024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.772714Z","caller":"traceutil/trace.go:171","msg":"trace[659514036] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"206.561824ms","start":"2026-03-19T18:09:10.566125Z","end":"2026-03-19T18:09:10.772686Z","steps":["trace[659514036] 'process raft request' (duration: 206.056992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.772832Z","caller":"traceutil/trace.go:171","msg":"trace[980554937] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"202.865024ms","start":"2026-03-19T18:09:10.569945Z","end":"2026-03-19T18:09:10.77281Z","steps":["trace[980554937] 'process raft request' (duration: 202.392843ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.772922Z","caller":"traceutil/trace.go:171","msg":"trace[1364221567] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"206.174614ms","start":"2026-03-19T18:09:10.566737Z","end":"2026-03-19T18:09:10.772911Z","steps":["trace[1364221567] 'process raft request' (duration: 205.524218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:10.773056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.993363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:10.773125Z","caller":"traceutil/trace.go:171","msg":"trace[737004474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7954; }","duration":"127.145536ms","start":"2026-03-19T18:09:10.645965Z","end":"2026-03-19T18:09:10.77311Z","steps":["trace[737004474] 'agreement among raft nodes before linearized reading' (duration: 126.842809ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.874092Z","caller":"traceutil/trace.go:171","msg":"trace[199822602] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8270; }","duration":"101.623416ms","start":"2026-03-19T18:09:10.772431Z","end":"2026-03-19T18:09:10.874054Z","steps":["trace[199822602] 'read index received' (duration: 42.079721ms)","trace[199822602] 'applied index is now lower than readState.Index' (duration: 59.539285ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:10.874257Z","caller":"traceutil/trace.go:171","msg":"trace[718541363] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"175.143741ms","start":"2026-03-19T18:09:10.699097Z","end":"2026-03-19T18:09:10.874241Z","steps":["trace[718541363] 'process raft request' (duration: 115.411311ms)","trace[718541363] 'compare' (duration: 59.299969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:10.874672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.336097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-19T18:09:10.878861Z","caller":"traceutil/trace.go:171","msg":"trace[323292149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7957; }","duration":"158.539199ms","start":"2026-03-19T18:09:10.720299Z","end":"2026-03-19T18:09:10.878839Z","steps":["trace[323292149] 'agreement among raft nodes before linearized reading' (duration: 154.167542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:10.875116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.292228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-19T18:09:10.87911Z","caller":"traceutil/trace.go:171","msg":"trace[1699492470] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:7957; }","duration":"182.304475ms","start":"2026-03-19T18:09:10.696794Z","end":"2026-03-19T18:09:10.879098Z","steps":["trace[1699492470] 'agreement among raft nodes before linearized reading' (duration: 178.180875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:10.875252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.446841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:09:10.879288Z","caller":"traceutil/trace.go:171","msg":"trace[766132429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7957; }","duration":"105.52369ms","start":"2026-03-19T18:09:10.773756Z","end":"2026-03-19T18:09:10.879279Z","steps":["trace[766132429] 'agreement among raft nodes before linearized reading' (duration: 101.398941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:10.875258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.650273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T18:09:10.879489Z","caller":"traceutil/trace.go:171","msg":"trace[392806698] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7957; }","duration":"181.909285ms","start":"2026-03-19T18:09:10.697567Z","end":"2026-03-19T18:09:10.879477Z","steps":["trace[392806698] 'agreement among raft nodes before linearized reading' (duration: 177.604891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:10.8754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.793666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T18:09:10.879729Z","caller":"traceutil/trace.go:171","msg":"trace[1044954897] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7957; }","duration":"182.199463ms","start":"2026-03-19T18:09:10.69752Z","end":"2026-03-19T18:09:10.87972Z","steps":["trace[1044954897] 'agreement among raft nodes before linearized reading' (duration: 177.672623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.393872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.757161ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:12.394014Z","caller":"traceutil/trace.go:171","msg":"trace[1782801175] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7976; }","duration":"190.912384ms","start":"2026-03-19T18:09:12.20308Z","end":"2026-03-19T18:09:12.393993Z","steps":["trace[1782801175] 'range keys from in-memory index tree' (duration: 190.74173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.394266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.738708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:12.394481Z","caller":"traceutil/trace.go:171","msg":"trace[1571376176] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"250.651714ms","start":"2026-03-19T18:09:12.143813Z","end":"2026-03-19T18:09:12.394465Z","steps":["trace[1571376176] 'process raft request' (duration: 50.633339ms)","trace[1571376176] 'compare' (duration: 199.449291ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:12.394861Z","caller":"traceutil/trace.go:171","msg":"trace[1122971628] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"248.44304ms","start":"2026-03-19T18:09:12.146351Z","end":"2026-03-19T18:09:12.394794Z","steps":["trace[1122971628] 'process raft request' (duration: 247.994689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.394952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.906487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:12.394913Z","caller":"traceutil/trace.go:171","msg":"trace[2007568789] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8294; }","duration":"233.578119ms","start":"2026-03-19T18:09:12.161033Z","end":"2026-03-19T18:09:12.394611Z","steps":["trace[2007568789] 'read index received' (duration: 33.38464ms)","trace[2007568789] 'applied index is now lower than readState.Index' (duration: 200.191889ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:12.395001Z","caller":"traceutil/trace.go:171","msg":"trace[1133034970] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:7978; }","duration":"233.984789ms","start":"2026-03-19T18:09:12.161001Z","end":"2026-03-19T18:09:12.394986Z","steps":["trace[1133034970] 'agreement among raft nodes before linearized reading' (duration: 233.897287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.395264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.209555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:12.395307Z","caller":"traceutil/trace.go:171","msg":"trace[167628925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7978; }","duration":"171.279557ms","start":"2026-03-19T18:09:12.224014Z","end":"2026-03-19T18:09:12.395294Z","steps":["trace[167628925] 'agreement among raft nodes before linearized reading' (duration: 171.127544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.395502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.140362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:12.395601Z","caller":"traceutil/trace.go:171","msg":"trace[386300858] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7978; }","duration":"126.293425ms","start":"2026-03-19T18:09:12.269286Z","end":"2026-03-19T18:09:12.395579Z","steps":["trace[386300858] 'agreement among raft nodes before linearized reading' (duration: 126.06649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:13.151173Z","caller":"traceutil/trace.go:171","msg":"trace[196775641] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8299; }","duration":"270.876516ms","start":"2026-03-19T18:09:12.880271Z","end":"2026-03-19T18:09:13.151147Z","steps":["trace[196775641] 'read index received' (duration: 270.64804ms)","trace[196775641] 'applied index is now lower than readState.Index' (duration: 227.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:13.151333Z","caller":"traceutil/trace.go:171","msg":"trace[2083306975] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"300.533984ms","start":"2026-03-19T18:09:12.850754Z","end":"2026-03-19T18:09:13.151288Z","steps":["trace[2083306975] 'process raft request' (duration: 300.232087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.151547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.263415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:09:13.151575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:12.850729Z","time spent":"300.685798ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:13.151615Z","caller":"traceutil/trace.go:171","msg":"trace[349588850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7982; }","duration":"271.387098ms","start":"2026-03-19T18:09:12.880217Z","end":"2026-03-19T18:09:13.151604Z","steps":["trace[349588850] 'agreement among raft nodes before linearized reading' (duration: 271.166552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.151626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.401168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:09:13.151655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.576003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:09:13.151715Z","caller":"traceutil/trace.go:171","msg":"trace[269793503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7982; }","duration":"248.517632ms","start":"2026-03-19T18:09:12.903173Z","end":"2026-03-19T18:09:13.151691Z","steps":["trace[269793503] 'agreement among raft nodes before linearized reading' (duration: 248.284496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:13.151718Z","caller":"traceutil/trace.go:171","msg":"trace[1527095896] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7982; }","duration":"262.704316ms","start":"2026-03-19T18:09:12.888995Z","end":"2026-03-19T18:09:13.151699Z","steps":["trace[1527095896] 'agreement among raft nodes before linearized reading' (duration: 262.43904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:15.373405Z","caller":"traceutil/trace.go:171","msg":"trace[1737101285] linearizableReadLoop","detail":"{readStateIndex:8313; appliedIndex:8312; }","duration":"201.322756ms","start":"2026-03-19T18:09:15.172061Z","end":"2026-03-19T18:09:15.373383Z","steps":["trace[1737101285] 'read index received' (duration: 201.119261ms)","trace[1737101285] 'applied index is now lower than readState.Index' (duration: 200.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:15.373489Z","caller":"traceutil/trace.go:171","msg":"trace[2132723926] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"207.896276ms","start":"2026-03-19T18:09:15.165563Z","end":"2026-03-19T18:09:15.373459Z","steps":["trace[2132723926] 'process raft request' (duration: 207.672901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:15.373604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.513012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:15.373634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.068603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:15.373673Z","caller":"traceutil/trace.go:171","msg":"trace[360662531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7995; }","duration":"192.166005ms","start":"2026-03-19T18:09:15.181497Z","end":"2026-03-19T18:09:15.373663Z","steps":["trace[360662531] 'agreement among raft nodes before linearized reading' (duration: 192.017861ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:15.373671Z","caller":"traceutil/trace.go:171","msg":"trace[596449498] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7995; }","duration":"201.608484ms","start":"2026-03-19T18:09:15.172042Z","end":"2026-03-19T18:09:15.37365Z","steps":["trace[596449498] 'agreement among raft nodes before linearized reading' (duration: 201.477751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:15.373685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.087703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:09:15.373733Z","caller":"traceutil/trace.go:171","msg":"trace[242250258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7995; }","duration":"192.160025ms","start":"2026-03-19T18:09:15.181548Z","end":"2026-03-19T18:09:15.373708Z","steps":["trace[242250258] 'agreement among raft nodes before linearized reading' (duration: 192.038802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:18.02541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571868511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:18.397548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085279684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:18.39764Z","caller":"traceutil/trace.go:171","msg":"trace[172980187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8002; }","duration":"1.085532929s","start":"2026-03-19T18:09:17.312081Z","end":"2026-03-19T18:09:18.397614Z","steps":["trace[172980187] 'range keys from in-memory index tree' (duration: 1.085161391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:18.397697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.312061Z","time spent":"1.085623682s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:18.397898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.920883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T18:09:18.397988Z","caller":"traceutil/trace.go:171","msg":"trace[1610460167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8002; }","duration":"984.046236ms","start":"2026-03-19T18:09:17.413918Z","end":"2026-03-19T18:09:18.397964Z","steps":["trace[1610460167] 'range keys from in-memory index tree' (duration: 983.706928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:18.39803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.413904Z","time spent":"984.116338ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:09:18.398383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930576912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:09:18.398414Z","caller":"traceutil/trace.go:171","msg":"trace[318730801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8002; }","duration":"1.930635784s","start":"2026-03-19T18:09:16.467768Z","end":"2026-03-19T18:09:18.398404Z","steps":["trace[318730801] 'range keys from in-memory index tree' (duration: 1.930412708s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:18.398433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.467752Z","time spent":"1.930676275s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:18.398561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986864238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:18.398598Z","caller":"traceutil/trace.go:171","msg":"trace[1708909415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8002; }","duration":"1.98693624s","start":"2026-03-19T18:09:16.411651Z","end":"2026-03-19T18:09:18.398587Z","steps":["trace[1708909415] 'range keys from in-memory index tree' (duration: 1.986723505s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:18.398602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988780985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T18:09:18.398639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.41163Z","time spent":"1.986995661s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:09:18.398664Z","caller":"traceutil/trace.go:171","msg":"trace[93384226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8002; }","duration":"1.988891608s","start":"2026-03-19T18:09:16.409753Z","end":"2026-03-19T18:09:18.398644Z","steps":["trace[93384226] 'range keys from in-memory index tree' (duration: 1.98856507s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:18.398749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021579577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-19T18:09:18.398756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.409723Z","time spent":"1.98897327s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T18:09:18.398776Z","caller":"traceutil/trace.go:171","msg":"trace[1768792590] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8002; }","duration":"1.021628178s","start":"2026-03-19T18:09:17.377138Z","end":"2026-03-19T18:09:18.398767Z","steps":["trace[1768792590] 'range keys from in-memory index tree' (duration: 1.021228938s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:18.398835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.377124Z","time spent":"1.02170533s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:09:18.398957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.755632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:09:18.399048Z","caller":"traceutil/trace.go:171","msg":"trace[649643809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8002; }","duration":"986.877556ms","start":"2026-03-19T18:09:17.41215Z","end":"2026-03-19T18:09:18.399028Z","steps":["trace[649643809] 'range keys from in-memory index tree' (duration: 986.25241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:18.399087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.412139Z","time spent":"986.939037ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:09:18.525568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571868511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:19.026398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571868511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:19.527575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571868511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:20.028538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571868511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:20.260577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.744802207s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:09:20.261185Z","caller":"traceutil/trace.go:171","msg":"trace[422847537] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"2.745518004s","start":"2026-03-19T18:09:17.515631Z","end":"2026-03-19T18:09:20.261149Z","steps":["trace[422847537] 'process raft request' (duration: 2.745302449s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.261372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.515604Z","time spent":"2.745668748s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:20.268823Z","caller":"traceutil/trace.go:171","msg":"trace[823050319] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"1.865648756s","start":"2026-03-19T18:09:18.403139Z","end":"2026-03-19T18:09:20.268788Z","steps":["trace[823050319] 'process raft request' (duration: 1.865429411s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.269012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.403128Z","time spent":"1.865772939s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:20.269107Z","caller":"traceutil/trace.go:171","msg":"trace[1340074087] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"1.865458101s","start":"2026-03-19T18:09:18.403626Z","end":"2026-03-19T18:09:20.269084Z","steps":["trace[1340074087] 'process raft request' (duration: 1.865112173s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.269207Z","caller":"traceutil/trace.go:171","msg":"trace[2087253600] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"1.865523503s","start":"2026-03-19T18:09:18.403671Z","end":"2026-03-19T18:09:20.269194Z","steps":["trace[2087253600] 'process raft request' (duration: 1.865296088s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.269218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.40361Z","time spent":"1.865550823s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:20.269274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.403661Z","time spent":"1.865582334s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:20.269284Z","caller":"traceutil/trace.go:171","msg":"trace[1125805666] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8322; }","duration":"2.744809057s","start":"2026-03-19T18:09:17.524457Z","end":"2026-03-19T18:09:20.269266Z","steps":["trace[1125805666] 'read index received' (duration: 2.736795022s)","trace[1125805666] 'applied index is now lower than readState.Index' (duration: 8.012335ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:20.269341Z","caller":"traceutil/trace.go:171","msg":"trace[191495650] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"1.865515382s","start":"2026-03-19T18:09:18.403814Z","end":"2026-03-19T18:09:20.269329Z","steps":["trace[191495650] 'process raft request' (duration: 1.865299097s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.269379Z","caller":"traceutil/trace.go:171","msg":"trace[903024988] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"1.865492652s","start":"2026-03-19T18:09:18.403874Z","end":"2026-03-19T18:09:20.269367Z","steps":["trace[903024988] 'process raft request' (duration: 1.865344599s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.269413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.403789Z","time spent":"1.865588804s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:20.269452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.403842Z","time spent":"1.865571354s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:20.269538Z","caller":"traceutil/trace.go:171","msg":"trace[2126234870] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"1.865732878s","start":"2026-03-19T18:09:18.403793Z","end":"2026-03-19T18:09:20.269526Z","steps":["trace[2126234870] 'process raft request' (duration: 1.865262397s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.2696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.403782Z","time spent":"1.865789509s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:20.269647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470265072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:20.269698Z","caller":"traceutil/trace.go:171","msg":"trace[1612482725] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8009; }","duration":"2.470355815s","start":"2026-03-19T18:09:17.799328Z","end":"2026-03-19T18:09:20.269684Z","steps":["trace[1612482725] 'agreement among raft nodes before linearized reading' (duration: 2.470264232s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.26973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.799305Z","time spent":"2.470416387s","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:20.269757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.948627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:20.269759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869423447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:20.269807Z","caller":"traceutil/trace.go:171","msg":"trace[1125711563] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8009; }","duration":"952.006298ms","start":"2026-03-19T18:09:19.317785Z","end":"2026-03-19T18:09:20.269792Z","steps":["trace[1125711563] 'agreement among raft nodes before linearized reading' (duration: 951.914736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.269819Z","caller":"traceutil/trace.go:171","msg":"trace[1390612044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8009; }","duration":"1.869496419s","start":"2026-03-19T18:09:18.400309Z","end":"2026-03-19T18:09:20.269806Z","steps":["trace[1390612044] 'agreement among raft nodes before linearized reading' (duration: 1.869414337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.26985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:19.317723Z","time spent":"952.118351ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:20.269852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.400295Z","time spent":"1.86955082s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:20.269909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412114781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:20.269946Z","caller":"traceutil/trace.go:171","msg":"trace[1177091656] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8009; }","duration":"2.412196433s","start":"2026-03-19T18:09:17.85774Z","end":"2026-03-19T18:09:20.269936Z","steps":["trace[1177091656] 'agreement among raft nodes before linearized reading' (duration: 2.4120946s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.269976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.857727Z","time spent":"2.412239913s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:20.269806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236575559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:09:20.270024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.48348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:20.270028Z","caller":"traceutil/trace.go:171","msg":"trace[2047077624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8009; }","duration":"2.236823685s","start":"2026-03-19T18:09:18.033187Z","end":"2026-03-19T18:09:20.270011Z","steps":["trace[2047077624] 'agreement among raft nodes before linearized reading' (duration: 2.236524658s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.270053Z","caller":"traceutil/trace.go:171","msg":"trace[1275580278] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8009; }","duration":"552.552872ms","start":"2026-03-19T18:09:19.717491Z","end":"2026-03-19T18:09:20.270044Z","steps":["trace[1275580278] 'agreement among raft nodes before linearized reading' (duration: 552.491991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.270073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.033157Z","time spent":"2.236903347s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:20.270082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:19.717473Z","time spent":"552.602323ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:20.270279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745803331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:09:20.270373Z","caller":"traceutil/trace.go:171","msg":"trace[869331288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:8009; }","duration":"2.745968535s","start":"2026-03-19T18:09:17.524379Z","end":"2026-03-19T18:09:20.270348Z","steps":["trace[869331288] 'agreement among raft nodes before linearized reading' (duration: 2.745633066s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.270425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.52435Z","time spent":"2.746064738s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"info","ts":"2026-03-19T18:09:28.476396Z","caller":"traceutil/trace.go:171","msg":"trace[1205816603] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"105.8423ms","start":"2026-03-19T18:09:28.370529Z","end":"2026-03-19T18:09:28.476372Z","steps":["trace[1205816603] 'process raft request' (duration: 104.890356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:28.476559Z","caller":"traceutil/trace.go:171","msg":"trace[217836086] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"106.000344ms","start":"2026-03-19T18:09:28.37054Z","end":"2026-03-19T18:09:28.47654Z","steps":["trace[217836086] 'process raft request' (duration: 105.800569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:28.47673Z","caller":"traceutil/trace.go:171","msg":"trace[2147332194] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"105.811388ms","start":"2026-03-19T18:09:28.37089Z","end":"2026-03-19T18:09:28.476702Z","steps":["trace[2147332194] 'process raft request' (duration: 105.590033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:28.476895Z","caller":"traceutil/trace.go:171","msg":"trace[1766311948] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"104.522737ms","start":"2026-03-19T18:09:28.372358Z","end":"2026-03-19T18:09:28.476881Z","steps":["trace[1766311948] 'process raft request' (duration: 104.272881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:28.477017Z","caller":"traceutil/trace.go:171","msg":"trace[1916101589] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8397; }","duration":"105.722027ms","start":"2026-03-19T18:09:28.371282Z","end":"2026-03-19T18:09:28.477004Z","steps":["trace[1916101589] 'read index received' (duration: 78.416214ms)","trace[1916101589] 'applied index is now lower than readState.Index' (duration: 27.304773ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:28.477213Z","caller":"traceutil/trace.go:171","msg":"trace[1719094913] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"103.180595ms","start":"2026-03-19T18:09:28.37399Z","end":"2026-03-19T18:09:28.477171Z","steps":["trace[1719094913] 'process raft request' (duration: 102.844257ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:28.477279Z","caller":"traceutil/trace.go:171","msg":"trace[1137009702] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"102.609871ms","start":"2026-03-19T18:09:28.374655Z","end":"2026-03-19T18:09:28.477265Z","steps":["trace[1137009702] 'process raft request' (duration: 102.288583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:28.477498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.198998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211744"} {"level":"info","ts":"2026-03-19T18:09:28.477546Z","caller":"traceutil/trace.go:171","msg":"trace[1858227535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8080; }","duration":"106.27795ms","start":"2026-03-19T18:09:28.371257Z","end":"2026-03-19T18:09:28.477535Z","steps":["trace[1858227535] 'agreement among raft nodes before linearized reading' (duration: 105.803609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:32.359137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.569997ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:32.359412Z","caller":"traceutil/trace.go:171","msg":"trace[910369550] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8100; }","duration":"155.853653ms","start":"2026-03-19T18:09:32.203528Z","end":"2026-03-19T18:09:32.359381Z","steps":["trace[910369550] 'range keys from in-memory index tree' (duration: 155.520076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:32.360029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.88221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:32.360247Z","caller":"traceutil/trace.go:171","msg":"trace[25396512] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8425; }","duration":"553.681939ms","start":"2026-03-19T18:09:31.806519Z","end":"2026-03-19T18:09:32.360201Z","steps":["trace[25396512] 'read index received' (duration: 152.43668ms)","trace[25396512] 'applied index is now lower than readState.Index' (duration: 401.243369ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:32.360303Z","caller":"traceutil/trace.go:171","msg":"trace[1056366999] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"555.077884ms","start":"2026-03-19T18:09:31.805188Z","end":"2026-03-19T18:09:32.360266Z","steps":["trace[1056366999] 'process raft request' (duration: 153.860595ms)","trace[1056366999] 'compare' (duration: 399.855316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:32.360488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:31.805157Z","time spent":"555.234348ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:32.360648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.29281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-19T18:09:32.360712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.904005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:32.360888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.505065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-19T18:09:32.360982Z","caller":"traceutil/trace.go:171","msg":"trace[930272322] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8101; }","duration":"553.624188ms","start":"2026-03-19T18:09:31.807343Z","end":"2026-03-19T18:09:32.360968Z","steps":["trace[930272322] 'agreement among raft nodes before linearized reading' (duration: 553.28009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:32.360908Z","caller":"traceutil/trace.go:171","msg":"trace[1218004305] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8101; }","duration":"484.172061ms","start":"2026-03-19T18:09:31.876712Z","end":"2026-03-19T18:09:32.360884Z","steps":["trace[1218004305] 'agreement among raft nodes before linearized reading' (duration: 483.808253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:32.36111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:31.876675Z","time spent":"484.412418ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:32.360753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.355472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-19T18:09:32.361191Z","caller":"traceutil/trace.go:171","msg":"trace[521099841] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8101; }","duration":"553.849084ms","start":"2026-03-19T18:09:31.807319Z","end":"2026-03-19T18:09:32.361168Z","steps":["trace[521099841] 'agreement among raft nodes before linearized reading' (duration: 553.240429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:32.36126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:31.807295Z","time spent":"553.947567ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-19T18:09:32.360771Z","caller":"traceutil/trace.go:171","msg":"trace[2000390842] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8101; }","duration":"553.452294ms","start":"2026-03-19T18:09:31.807287Z","end":"2026-03-19T18:09:32.36074Z","steps":["trace[2000390842] 'agreement among raft nodes before linearized reading' (duration: 553.133246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:32.361331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:31.807275Z","time spent":"554.045079ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T18:09:32.360732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.509584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wcqgd\" ","response":"range_response_count:1 size:4635"} {"level":"info","ts":"2026-03-19T18:09:32.361468Z","caller":"traceutil/trace.go:171","msg":"trace[1205994758] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wcqgd; range_end:; response_count:1; response_revision:8101; }","duration":"343.306794ms","start":"2026-03-19T18:09:32.018144Z","end":"2026-03-19T18:09:32.36145Z","steps":["trace[1205994758] 'agreement among raft nodes before linearized reading' (duration: 342.461923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:32.361511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.018118Z","time spent":"343.385756ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4658,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wcqgd\" "} {"level":"warn","ts":"2026-03-19T18:09:32.361051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:31.807334Z","time spent":"553.70278ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-19T18:09:32.362081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.537474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wcqgd\" ","response":"range_response_count:1 size:4635"} {"level":"info","ts":"2026-03-19T18:09:32.362166Z","caller":"traceutil/trace.go:171","msg":"trace[659362945] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wcqgd; range_end:; response_count:1; response_revision:8101; }","duration":"555.673848ms","start":"2026-03-19T18:09:31.806471Z","end":"2026-03-19T18:09:32.362144Z","steps":["trace[659362945] 'agreement among raft nodes before linearized reading' (duration: 553.886944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:32.362214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:31.806449Z","time spent":"555.75448ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4658,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wcqgd\" "} {"level":"warn","ts":"2026-03-19T18:09:34.124835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180942806s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:34.125155Z","caller":"traceutil/trace.go:171","msg":"trace[1094706362] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8427; }","duration":"1.610515794s","start":"2026-03-19T18:09:32.514618Z","end":"2026-03-19T18:09:34.125134Z","steps":["trace[1094706362] 'read index received' (duration: 429.065825ms)","trace[1094706362] 'applied index is now lower than readState.Index' (duration: 1.181448959s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:34.125174Z","caller":"traceutil/trace.go:171","msg":"trace[397427221] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8103; }","duration":"1.754413366s","start":"2026-03-19T18:09:32.370735Z","end":"2026-03-19T18:09:34.125148Z","steps":["trace[397427221] 'process raft request' (duration: 1.754230712s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.12528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.370724Z","time spent":"1.754503878s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4674,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.125398Z","caller":"traceutil/trace.go:171","msg":"trace[346786590] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"1.743373138s","start":"2026-03-19T18:09:32.382011Z","end":"2026-03-19T18:09:34.125384Z","steps":["trace[346786590] 'process raft request' (duration: 1.74304018s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:34.12545Z","caller":"traceutil/trace.go:171","msg":"trace[253453138] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"1.754900198s","start":"2026-03-19T18:09:32.370532Z","end":"2026-03-19T18:09:34.125433Z","steps":["trace[253453138] 'process raft request' (duration: 573.271106ms)","trace[253453138] 'compare' (duration: 1.180103525s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:34.125467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.381998Z","time spent":"1.74342889s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:34.125528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.370519Z","time spent":"1.754964649s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:34.125742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611124158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:34.125784Z","caller":"traceutil/trace.go:171","msg":"trace[1979992209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8104; }","duration":"1.61121313s","start":"2026-03-19T18:09:32.514555Z","end":"2026-03-19T18:09:34.125769Z","steps":["trace[1979992209] 'agreement among raft nodes before linearized reading' (duration: 1.611082697s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.125814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.51453Z","time spent":"1.611276852s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:09:34.126014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5625921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:09:34.12607Z","caller":"traceutil/trace.go:171","msg":"trace[740036450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8104; }","duration":"1.562701403s","start":"2026-03-19T18:09:32.563352Z","end":"2026-03-19T18:09:34.126054Z","steps":["trace[740036450] 'agreement among raft nodes before linearized reading' (duration: 1.562550808s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.126111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.56333Z","time spent":"1.562769005s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:34.126257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.519242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T18:09:34.12631Z","caller":"traceutil/trace.go:171","msg":"trace[856050072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8104; }","duration":"400.609344ms","start":"2026-03-19T18:09:33.725684Z","end":"2026-03-19T18:09:34.126293Z","steps":["trace[856050072] 'agreement among raft nodes before linearized reading' (duration: 400.464171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.12635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.725664Z","time spent":"400.674746ms","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:09:34.12638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559297121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T18:09:34.126431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56299577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:09:34.126417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562819465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:09:34.126476Z","caller":"traceutil/trace.go:171","msg":"trace[1285315031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8104; }","duration":"1.563082692s","start":"2026-03-19T18:09:32.563379Z","end":"2026-03-19T18:09:34.126462Z","steps":["trace[1285315031] 'agreement among raft nodes before linearized reading' (duration: 1.56295873s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:34.126474Z","caller":"traceutil/trace.go:171","msg":"trace[929400648] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:8104; }","duration":"1.559431264s","start":"2026-03-19T18:09:32.567018Z","end":"2026-03-19T18:09:34.126449Z","steps":["trace[929400648] 'agreement among raft nodes before linearized reading' (duration: 1.559115197s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:34.126498Z","caller":"traceutil/trace.go:171","msg":"trace[1520070418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8104; }","duration":"1.562938979s","start":"2026-03-19T18:09:32.563539Z","end":"2026-03-19T18:09:34.126478Z","steps":["trace[1520070418] 'agreement among raft nodes before linearized reading' (duration: 1.562684963s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.126515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.563356Z","time spent":"1.563148934s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:34.126531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.567004Z","time spent":"1.559515396s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"warn","ts":"2026-03-19T18:09:34.12655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.56353Z","time spent":"1.56300497s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:34.126563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563127773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T18:09:34.126562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088896042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:34.126621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.483066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:34.126632Z","caller":"traceutil/trace.go:171","msg":"trace[390189391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8104; }","duration":"1.563248316s","start":"2026-03-19T18:09:32.563366Z","end":"2026-03-19T18:09:34.126615Z","steps":["trace[390189391] 'agreement among raft nodes before linearized reading' (duration: 1.563055202s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.126674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.563342Z","time spent":"1.563324058s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T18:09:34.126671Z","caller":"traceutil/trace.go:171","msg":"trace[840815645] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8104; }","duration":"188.567398ms","start":"2026-03-19T18:09:33.93809Z","end":"2026-03-19T18:09:34.126657Z","steps":["trace[840815645] 'agreement among raft nodes before linearized reading' (duration: 188.469866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:34.126655Z","caller":"traceutil/trace.go:171","msg":"trace[1063670644] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8104; }","duration":"1.089058916s","start":"2026-03-19T18:09:33.037575Z","end":"2026-03-19T18:09:34.126634Z","steps":["trace[1063670644] 'agreement among raft nodes before linearized reading' (duration: 1.08883091s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.126758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562455357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:09:34.126778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.037551Z","time spent":"1.08921378s","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:34.126799Z","caller":"traceutil/trace.go:171","msg":"trace[1843354067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8104; }","duration":"1.562512408s","start":"2026-03-19T18:09:32.564269Z","end":"2026-03-19T18:09:34.126782Z","steps":["trace[1843354067] 'agreement among raft nodes before linearized reading' (duration: 1.562389185s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.126868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524217139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:34.126924Z","caller":"traceutil/trace.go:171","msg":"trace[300903521] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8104; }","duration":"1.52429258s","start":"2026-03-19T18:09:32.602616Z","end":"2026-03-19T18:09:34.126909Z","steps":["trace[300903521] 'agreement among raft nodes before linearized reading' (duration: 1.524199458s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.126959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.602607Z","time spent":"1.524343041s","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:34.127122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563510572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:09:34.127253Z","caller":"traceutil/trace.go:171","msg":"trace[1238560861] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8104; }","duration":"1.563634136s","start":"2026-03-19T18:09:32.563553Z","end":"2026-03-19T18:09:34.127187Z","steps":["trace[1238560861] 'agreement among raft nodes before linearized reading' (duration: 1.563267417s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.126861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.56426Z","time spent":"1.562586601s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:09:34.127313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:32.563538Z","time spent":"1.563761718s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:09:34.633085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571868813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:09:34.773348Z","caller":"traceutil/trace.go:171","msg":"trace[240485484] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"642.995008ms","start":"2026-03-19T18:09:34.130329Z","end":"2026-03-19T18:09:34.773324Z","steps":["trace[240485484] 'process raft request' (duration: 642.846374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.773504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.130304Z","time spent":"643.129152ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.983247Z","caller":"traceutil/trace.go:171","msg":"trace[354487033] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"850.787942ms","start":"2026-03-19T18:09:34.132435Z","end":"2026-03-19T18:09:34.983223Z","steps":["trace[354487033] 'process raft request' (duration: 850.703609ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:34.983305Z","caller":"traceutil/trace.go:171","msg":"trace[1489229725] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"850.888584ms","start":"2026-03-19T18:09:34.132373Z","end":"2026-03-19T18:09:34.983262Z","steps":["trace[1489229725] 'process raft request' (duration: 850.580796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.983402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.132414Z","time spent":"850.909925ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:34.983609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.132356Z","time spent":"851.037198ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.984139Z","caller":"traceutil/trace.go:171","msg":"trace[1834166962] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"851.680764ms","start":"2026-03-19T18:09:34.132435Z","end":"2026-03-19T18:09:34.984116Z","steps":["trace[1834166962] 'process raft request' (duration: 850.752881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:34.984212Z","caller":"traceutil/trace.go:171","msg":"trace[2057086153] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"851.178302ms","start":"2026-03-19T18:09:34.133018Z","end":"2026-03-19T18:09:34.984196Z","steps":["trace[2057086153] 'process raft request' (duration: 851.089419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.984255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.132415Z","time spent":"851.787326ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:34.984366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.133009Z","time spent":"851.263983ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.984185Z","caller":"traceutil/trace.go:171","msg":"trace[1175667327] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"851.689024ms","start":"2026-03-19T18:09:34.132464Z","end":"2026-03-19T18:09:34.984153Z","steps":["trace[1175667327] 'process raft request' (duration: 851.514439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:34.984582Z","caller":"traceutil/trace.go:171","msg":"trace[1183401676] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"851.750575ms","start":"2026-03-19T18:09:34.132813Z","end":"2026-03-19T18:09:34.984563Z","steps":["trace[1183401676] 'process raft request' (duration: 851.240173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.984682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.132803Z","time spent":"851.831277ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.985329Z","caller":"traceutil/trace.go:171","msg":"trace[1937540465] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"575.250133ms","start":"2026-03-19T18:09:34.410064Z","end":"2026-03-19T18:09:34.985314Z","steps":["trace[1937540465] 'process raft request' (duration: 574.328221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.985633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.410041Z","time spent":"575.53807ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:34.984798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.132449Z","time spent":"852.150335ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.984904Z","caller":"traceutil/trace.go:171","msg":"trace[140051553] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"851.833767ms","start":"2026-03-19T18:09:34.133055Z","end":"2026-03-19T18:09:34.984888Z","steps":["trace[140051553] 'process raft request' (duration: 851.10128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.985915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.133045Z","time spent":"852.831851ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.986237Z","caller":"traceutil/trace.go:171","msg":"trace[1278488138] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8430; }","duration":"853.965369ms","start":"2026-03-19T18:09:34.132244Z","end":"2026-03-19T18:09:34.986209Z","steps":["trace[1278488138] 'read index received' (duration: 640.916037ms)","trace[1278488138] 'applied index is now lower than readState.Index' (duration: 213.047912ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:34.986365Z","caller":"traceutil/trace.go:171","msg":"trace[1047755484] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"424.786842ms","start":"2026-03-19T18:09:34.561552Z","end":"2026-03-19T18:09:34.986339Z","steps":["trace[1047755484] 'process raft request' (duration: 423.09074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.986476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.561516Z","time spent":"424.904914ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:34.986552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.290598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-19T18:09:34.986608Z","caller":"traceutil/trace.go:171","msg":"trace[732275177] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c; range_end:; response_count:1; response_revision:8114; }","duration":"854.379459ms","start":"2026-03-19T18:09:34.132211Z","end":"2026-03-19T18:09:34.986591Z","steps":["trace[732275177] 'agreement among raft nodes before linearized reading' (duration: 854.118433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.986805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.132194Z","time spent":"854.493222ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-e9538c68-0b05-4ee0-a64c-9f4199b6421c\" "} {"level":"info","ts":"2026-03-19T18:09:35.012631Z","caller":"traceutil/trace.go:171","msg":"trace[870297258] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"229.982702ms","start":"2026-03-19T18:09:34.782602Z","end":"2026-03-19T18:09:35.012585Z","steps":["trace[870297258] 'process raft request' (duration: 229.828129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.012754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.23001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:35.012765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.13592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wcqgd\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-19T18:09:35.012827Z","caller":"traceutil/trace.go:171","msg":"trace[1726899935] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8115; }","duration":"598.355385ms","start":"2026-03-19T18:09:34.414455Z","end":"2026-03-19T18:09:35.012811Z","steps":["trace[1726899935] 'agreement among raft nodes before linearized reading' (duration: 598.199431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:35.012844Z","caller":"traceutil/trace.go:171","msg":"trace[1139704638] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wcqgd; range_end:; response_count:1; response_revision:8115; }","duration":"231.235402ms","start":"2026-03-19T18:09:34.78159Z","end":"2026-03-19T18:09:35.012826Z","steps":["trace[1139704638] 'agreement among raft nodes before linearized reading' (duration: 230.956355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.012874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.414428Z","time spent":"598.435116ms","remote":"127.0.0.1:48246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:35.012889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.933395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:35.012965Z","caller":"traceutil/trace.go:171","msg":"trace[680138763] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8115; }","duration":"748.047208ms","start":"2026-03-19T18:09:34.264902Z","end":"2026-03-19T18:09:35.012949Z","steps":["trace[680138763] 'agreement among raft nodes before linearized reading' (duration: 747.874744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.012966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.833931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:35.013016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.264881Z","time spent":"748.125529ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:35.013024Z","caller":"traceutil/trace.go:171","msg":"trace[652462349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8115; }","duration":"700.915563ms","start":"2026-03-19T18:09:34.312092Z","end":"2026-03-19T18:09:35.013007Z","steps":["trace[652462349] 'agreement among raft nodes before linearized reading' (duration: 700.843152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.012884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.722829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:35.013067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.312074Z","time spent":"700.982765ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:35.01311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.708294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211679"} {"level":"info","ts":"2026-03-19T18:09:35.013184Z","caller":"traceutil/trace.go:171","msg":"trace[1445746616] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8115; }","duration":"879.796345ms","start":"2026-03-19T18:09:34.133372Z","end":"2026-03-19T18:09:35.013168Z","steps":["trace[1445746616] 'agreement among raft nodes before linearized reading' (duration: 879.16607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.01322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.133366Z","time spent":"879.845357ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211702,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:09:35.013225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.799445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wcqgd\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-19T18:09:35.013262Z","caller":"traceutil/trace.go:171","msg":"trace[333245923] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wcqgd; range_end:; response_count:1; response_revision:8115; }","duration":"233.832455ms","start":"2026-03-19T18:09:34.779417Z","end":"2026-03-19T18:09:35.01325Z","steps":["trace[333245923] 'agreement among raft nodes before linearized reading' (duration: 233.678032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.013306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.752281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:35.013109Z","caller":"traceutil/trace.go:171","msg":"trace[980418219] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8115; }","duration":"715.006235ms","start":"2026-03-19T18:09:34.298084Z","end":"2026-03-19T18:09:35.013091Z","steps":["trace[980418219] 'agreement among raft nodes before linearized reading' (duration: 714.615636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.013367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.399379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wcqgd\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-19T18:09:35.013387Z","caller":"traceutil/trace.go:171","msg":"trace[1044255470] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8115; }","duration":"251.918595ms","start":"2026-03-19T18:09:34.761456Z","end":"2026-03-19T18:09:35.013375Z","steps":["trace[1044255470] 'agreement among raft nodes before linearized reading' (duration: 251.71406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.013392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.298062Z","time spent":"715.320032ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:35.013413Z","caller":"traceutil/trace.go:171","msg":"trace[1224515113] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wcqgd; range_end:; response_count:1; response_revision:8115; }","duration":"234.474081ms","start":"2026-03-19T18:09:34.778927Z","end":"2026-03-19T18:09:35.013401Z","steps":["trace[1224515113] 'agreement among raft nodes before linearized reading' (duration: 234.334428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:35.267484Z","caller":"traceutil/trace.go:171","msg":"trace[846687769] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"244.649039ms","start":"2026-03-19T18:09:35.022788Z","end":"2026-03-19T18:09:35.267437Z","steps":["trace[846687769] 'process raft request' (duration: 244.463744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:35.267575Z","caller":"traceutil/trace.go:171","msg":"trace[368950662] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8442; }","duration":"243.86381ms","start":"2026-03-19T18:09:35.023579Z","end":"2026-03-19T18:09:35.267442Z","steps":["trace[368950662] 'read index received' (duration: 243.847359ms)","trace[368950662] 'applied index is now lower than readState.Index' (duration: 14.311µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:35.26774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.133086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wcqgd\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-19T18:09:35.267823Z","caller":"traceutil/trace.go:171","msg":"trace[1786178116] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wcqgd; range_end:; response_count:1; response_revision:8116; }","duration":"244.233349ms","start":"2026-03-19T18:09:35.023573Z","end":"2026-03-19T18:09:35.267807Z","steps":["trace[1786178116] 'agreement among raft nodes before linearized reading' (duration: 243.898211ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:35.789895Z","caller":"traceutil/trace.go:171","msg":"trace[1508866233] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"654.188709ms","start":"2026-03-19T18:09:35.135686Z","end":"2026-03-19T18:09:35.789874Z","steps":["trace[1508866233] 'process raft request' (duration: 654.030395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.790054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:35.135661Z","time spent":"654.303433ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:35.795408Z","caller":"traceutil/trace.go:171","msg":"trace[1901775309] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8443; }","duration":"483.047974ms","start":"2026-03-19T18:09:35.312341Z","end":"2026-03-19T18:09:35.795389Z","steps":["trace[1901775309] 'read index received' (duration: 477.536941ms)","trace[1901775309] 'applied index is now lower than readState.Index' (duration: 5.510053ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:35.795598Z","caller":"traceutil/trace.go:171","msg":"trace[116040026] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8118; }","duration":"525.25161ms","start":"2026-03-19T18:09:35.270338Z","end":"2026-03-19T18:09:35.795589Z","steps":["trace[116040026] 'process raft request' (duration: 524.957812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.795677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:35.270317Z","time spent":"525.301751ms","remote":"127.0.0.1:38472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T18:09:35.795819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.490606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:35.795844Z","caller":"traceutil/trace.go:171","msg":"trace[1490262182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8118; }","duration":"483.564728ms","start":"2026-03-19T18:09:35.312272Z","end":"2026-03-19T18:09:35.795837Z","steps":["trace[1490262182] 'agreement among raft nodes before linearized reading' (duration: 483.517517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.795865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:35.312249Z","time spent":"483.611929ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:35.795979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.221562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:35.795997Z","caller":"traceutil/trace.go:171","msg":"trace[799918540] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8118; }","duration":"465.271744ms","start":"2026-03-19T18:09:35.33072Z","end":"2026-03-19T18:09:35.795991Z","steps":["trace[799918540] 'agreement among raft nodes before linearized reading' (duration: 465.237033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.796013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:35.33069Z","time spent":"465.318735ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:35.796152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.504382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:35.796175Z","caller":"traceutil/trace.go:171","msg":"trace[1469124929] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8118; }","duration":"302.527503ms","start":"2026-03-19T18:09:35.493641Z","end":"2026-03-19T18:09:35.796169Z","steps":["trace[1469124929] 'agreement among raft nodes before linearized reading' (duration: 302.491102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.796191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:35.493598Z","time spent":"302.588284ms","remote":"127.0.0.1:38498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:36.676336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571868837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:36.910459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.104535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:36.9106Z","caller":"traceutil/trace.go:171","msg":"trace[728213337] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8444; }","duration":"734.897559ms","start":"2026-03-19T18:09:36.175677Z","end":"2026-03-19T18:09:36.910575Z","steps":["trace[728213337] 'read index received' (duration: 565.618279ms)","trace[728213337] 'applied index is now lower than readState.Index' (duration: 169.27712ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:36.910929Z","caller":"traceutil/trace.go:171","msg":"trace[1022787572] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"776.698984ms","start":"2026-03-19T18:09:36.134205Z","end":"2026-03-19T18:09:36.910904Z","steps":["trace[1022787572] 'process raft request' (duration: 607.049035ms)","trace[1022787572] 'compare' (duration: 168.443919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:36.911033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.33665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T18:09:36.911088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:36.134182Z","time spent":"776.809887ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:36.911107Z","caller":"traceutil/trace.go:171","msg":"trace[338165415] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:8119; }","duration":"735.423412ms","start":"2026-03-19T18:09:36.175668Z","end":"2026-03-19T18:09:36.911091Z","steps":["trace[338165415] 'agreement among raft nodes before linearized reading' (duration: 735.228347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:36.911146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:36.175611Z","time spent":"735.527855ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-19T18:09:36.911227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.730083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:36.911291Z","caller":"traceutil/trace.go:171","msg":"trace[852106628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8119; }","duration":"598.848517ms","start":"2026-03-19T18:09:36.312427Z","end":"2026-03-19T18:09:36.911276Z","steps":["trace[852106628] 'agreement among raft nodes before linearized reading' (duration: 598.704663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:36.911338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.012471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-19T18:09:36.911389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:36.312396Z","time spent":"598.979139ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:09:36.911442Z","caller":"traceutil/trace.go:171","msg":"trace[807482504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8119; }","duration":"426.191975ms","start":"2026-03-19T18:09:36.485232Z","end":"2026-03-19T18:09:36.911424Z","steps":["trace[807482504] 'agreement among raft nodes before linearized reading' (duration: 425.864128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:36.911518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:36.48521Z","time spent":"426.297937ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:09:37.159149Z","caller":"traceutil/trace.go:171","msg":"trace[264832259] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"244.001802ms","start":"2026-03-19T18:09:36.915121Z","end":"2026-03-19T18:09:37.159123Z","steps":["trace[264832259] 'read index received' (duration: 243.791227ms)","trace[264832259] 'applied index is now lower than readState.Index' (duration: 209.245µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:37.159489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.31059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-19T18:09:37.159561Z","caller":"traceutil/trace.go:171","msg":"trace[1469422120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8119; }","duration":"244.441733ms","start":"2026-03-19T18:09:36.915082Z","end":"2026-03-19T18:09:37.159524Z","steps":["trace[1469422120] 'agreement among raft nodes before linearized reading' (duration: 244.182477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.159625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.684528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T18:09:37.159701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.692444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-19T18:09:37.159753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.842094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:37.159778Z","caller":"traceutil/trace.go:171","msg":"trace[1381469967] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8119; }","duration":"168.792457ms","start":"2026-03-19T18:09:36.990963Z","end":"2026-03-19T18:09:37.159755Z","steps":["trace[1381469967] 'agreement among raft nodes before linearized reading' (duration: 168.637133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.159813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.581507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:09:37.159869Z","caller":"traceutil/trace.go:171","msg":"trace[1225378417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8119; }","duration":"167.65764ms","start":"2026-03-19T18:09:36.992198Z","end":"2026-03-19T18:09:37.159856Z","steps":["trace[1225378417] 'agreement among raft nodes before linearized reading' (duration: 167.542396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.159821Z","caller":"traceutil/trace.go:171","msg":"trace[1470377073] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8119; }","duration":"104.936727ms","start":"2026-03-19T18:09:37.05486Z","end":"2026-03-19T18:09:37.159796Z","steps":["trace[1470377073] 'agreement among raft nodes before linearized reading' (duration: 104.850195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.160207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.03568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-19T18:09:37.159708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.626878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:09:37.160338Z","caller":"traceutil/trace.go:171","msg":"trace[865673945] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8119; }","duration":"112.211343ms","start":"2026-03-19T18:09:37.048079Z","end":"2026-03-19T18:09:37.16029Z","steps":["trace[865673945] 'agreement among raft nodes before linearized reading' (duration: 111.819104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.159888Z","caller":"traceutil/trace.go:171","msg":"trace[187951624] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8119; }","duration":"171.972354ms","start":"2026-03-19T18:09:36.987767Z","end":"2026-03-19T18:09:37.15974Z","steps":["trace[187951624] 'agreement among raft nodes before linearized reading' (duration: 171.589165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.160414Z","caller":"traceutil/trace.go:171","msg":"trace[1478151371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8119; }","duration":"168.327945ms","start":"2026-03-19T18:09:36.992038Z","end":"2026-03-19T18:09:37.160366Z","steps":["trace[1478151371] 'agreement among raft nodes before linearized reading' (duration: 167.527725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.159657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.31137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:37.160583Z","caller":"traceutil/trace.go:171","msg":"trace[65170066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8119; }","duration":"168.278915ms","start":"2026-03-19T18:09:36.992282Z","end":"2026-03-19T18:09:37.160561Z","steps":["trace[65170066] 'agreement among raft nodes before linearized reading' (duration: 167.150657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.159927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.570558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:09:37.160775Z","caller":"traceutil/trace.go:171","msg":"trace[192486186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8119; }","duration":"168.433969ms","start":"2026-03-19T18:09:36.992325Z","end":"2026-03-19T18:09:37.160759Z","steps":["trace[192486186] 'agreement among raft nodes before linearized reading' (duration: 167.526277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.160005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.162439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:37.160893Z","caller":"traceutil/trace.go:171","msg":"trace[504560424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8119; }","duration":"173.084231ms","start":"2026-03-19T18:09:36.98779Z","end":"2026-03-19T18:09:37.160874Z","steps":["trace[504560424] 'agreement among raft nodes before linearized reading' (duration: 172.131439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.160063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.521587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:09:37.160976Z","caller":"traceutil/trace.go:171","msg":"trace[745062113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:8119; }","duration":"140.472ms","start":"2026-03-19T18:09:37.020487Z","end":"2026-03-19T18:09:37.160959Z","steps":["trace[745062113] 'agreement among raft nodes before linearized reading' (duration: 139.338992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.456945Z","caller":"traceutil/trace.go:171","msg":"trace[1608874202] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"291.042615ms","start":"2026-03-19T18:09:37.165877Z","end":"2026-03-19T18:09:37.456919Z","steps":["trace[1608874202] 'process raft request' (duration: 290.844639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.457234Z","caller":"traceutil/trace.go:171","msg":"trace[1404815298] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"291.306371ms","start":"2026-03-19T18:09:37.165915Z","end":"2026-03-19T18:09:37.457221Z","steps":["trace[1404815298] 'process raft request' (duration: 290.960563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.4576Z","caller":"traceutil/trace.go:171","msg":"trace[21341579] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"291.63434ms","start":"2026-03-19T18:09:37.165933Z","end":"2026-03-19T18:09:37.457567Z","steps":["trace[21341579] 'process raft request' (duration: 291.23874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.457698Z","caller":"traceutil/trace.go:171","msg":"trace[1308240444] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"291.705041ms","start":"2026-03-19T18:09:37.165968Z","end":"2026-03-19T18:09:37.457673Z","steps":["trace[1308240444] 'process raft request' (duration: 291.516367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.457817Z","caller":"traceutil/trace.go:171","msg":"trace[2004544300] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"291.762292ms","start":"2026-03-19T18:09:37.166041Z","end":"2026-03-19T18:09:37.457804Z","steps":["trace[2004544300] 'process raft request' (duration: 291.586358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.458351Z","caller":"traceutil/trace.go:171","msg":"trace[658663738] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"292.236444ms","start":"2026-03-19T18:09:37.166097Z","end":"2026-03-19T18:09:37.458333Z","steps":["trace[658663738] 'process raft request' (duration: 291.6559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.45847Z","caller":"traceutil/trace.go:171","msg":"trace[2086441847] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"289.973299ms","start":"2026-03-19T18:09:37.168437Z","end":"2026-03-19T18:09:37.45841Z","steps":["trace[2086441847] 'process raft request' (duration: 289.690772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.45848Z","caller":"traceutil/trace.go:171","msg":"trace[1275326801] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"284.782583ms","start":"2026-03-19T18:09:37.173673Z","end":"2026-03-19T18:09:37.458456Z","steps":["trace[1275326801] 'process raft request' (duration: 284.572938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.458381Z","caller":"traceutil/trace.go:171","msg":"trace[170017773] linearizableReadLoop","detail":"{readStateIndex:8455; appliedIndex:8447; }","duration":"271.231714ms","start":"2026-03-19T18:09:37.187112Z","end":"2026-03-19T18:09:37.458344Z","steps":["trace[170017773] 'read index received' (duration: 269.538013ms)","trace[170017773] 'applied index is now lower than readState.Index' (duration: 1.692321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:37.458889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.287569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:37.458902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.368749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T18:09:37.458931Z","caller":"traceutil/trace.go:171","msg":"trace[327525736] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8128; }","duration":"169.380031ms","start":"2026-03-19T18:09:37.289542Z","end":"2026-03-19T18:09:37.458922Z","steps":["trace[327525736] 'agreement among raft nodes before linearized reading' (duration: 169.292159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.458956Z","caller":"traceutil/trace.go:171","msg":"trace[1074952994] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8128; }","duration":"269.43778ms","start":"2026-03-19T18:09:37.189503Z","end":"2026-03-19T18:09:37.458941Z","steps":["trace[1074952994] 'agreement among raft nodes before linearized reading' (duration: 269.310137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.458963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.762939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:37.45899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.444023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:09:37.459031Z","caller":"traceutil/trace.go:171","msg":"trace[395828902] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8128; }","duration":"213.887492ms","start":"2026-03-19T18:09:37.245127Z","end":"2026-03-19T18:09:37.459014Z","steps":["trace[395828902] 'agreement among raft nodes before linearized reading' (duration: 213.756939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.459037Z","caller":"traceutil/trace.go:171","msg":"trace[1161637799] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8128; }","duration":"176.580406ms","start":"2026-03-19T18:09:37.282442Z","end":"2026-03-19T18:09:37.459023Z","steps":["trace[1161637799] 'agreement among raft nodes before linearized reading' (duration: 176.399462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.459085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.570088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:37.459105Z","caller":"traceutil/trace.go:171","msg":"trace[1008740702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8128; }","duration":"146.644859ms","start":"2026-03-19T18:09:37.312453Z","end":"2026-03-19T18:09:37.459097Z","steps":["trace[1008740702] 'agreement among raft nodes before linearized reading' (duration: 146.605928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.459363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.428333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211659"} {"level":"info","ts":"2026-03-19T18:09:37.459424Z","caller":"traceutil/trace.go:171","msg":"trace[1973843498] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8128; }","duration":"293.545915ms","start":"2026-03-19T18:09:37.165865Z","end":"2026-03-19T18:09:37.459411Z","steps":["trace[1973843498] 'agreement among raft nodes before linearized reading' (duration: 292.689694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:37.652529Z","caller":"traceutil/trace.go:171","msg":"trace[1696444426] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8456; }","duration":"146.936517ms","start":"2026-03-19T18:09:37.505565Z","end":"2026-03-19T18:09:37.652501Z","steps":["trace[1696444426] 'read index received' (duration: 111.517497ms)","trace[1696444426] 'applied index is now lower than readState.Index' (duration: 35.41799ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:37.652721Z","caller":"traceutil/trace.go:171","msg":"trace[80034939] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"152.932982ms","start":"2026-03-19T18:09:37.499738Z","end":"2026-03-19T18:09:37.65267Z","steps":["trace[80034939] 'process raft request' (duration: 117.376839ms)","trace[80034939] 'compare' (duration: 35.228155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:37.652776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.182622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T18:09:37.652836Z","caller":"traceutil/trace.go:171","msg":"trace[1238300521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8130; }","duration":"147.277174ms","start":"2026-03-19T18:09:37.505546Z","end":"2026-03-19T18:09:37.652823Z","steps":["trace[1238300521] 'agreement among raft nodes before linearized reading' (duration: 147.065649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.025253Z","caller":"traceutil/trace.go:171","msg":"trace[460545995] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"108.500173ms","start":"2026-03-19T18:09:38.916722Z","end":"2026-03-19T18:09:39.025222Z","steps":["trace[460545995] 'process raft request' (duration: 108.324009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.912961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.453035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:09:39.913141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.33211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T18:09:39.913262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.95613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:39.913308Z","caller":"traceutil/trace.go:171","msg":"trace[57747607] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8133; }","duration":"450.524465ms","start":"2026-03-19T18:09:39.46276Z","end":"2026-03-19T18:09:39.913285Z","steps":["trace[57747607] 'range keys from in-memory index tree' (duration: 450.104105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.913338Z","caller":"traceutil/trace.go:171","msg":"trace[1054611057] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8133; }","duration":"508.039001ms","start":"2026-03-19T18:09:39.405257Z","end":"2026-03-19T18:09:39.913296Z","steps":["trace[1054611057] 'count revisions from in-memory index tree' (duration: 507.844136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.913327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.535841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:09:39.913406Z","caller":"traceutil/trace.go:171","msg":"trace[1304006944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8133; }","duration":"449.693194ms","start":"2026-03-19T18:09:39.463695Z","end":"2026-03-19T18:09:39.913388Z","steps":["trace[1304006944] 'range keys from in-memory index tree' (duration: 449.355776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.913383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.405246Z","time spent":"508.124163ms","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:39.913441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.994048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:09:39.913476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.567022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:39.913523Z","caller":"traceutil/trace.go:171","msg":"trace[1845687759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8133; }","duration":"449.115401ms","start":"2026-03-19T18:09:39.464388Z","end":"2026-03-19T18:09:39.913504Z","steps":["trace[1845687759] 'range keys from in-memory index tree' (duration: 448.782603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.913564Z","caller":"traceutil/trace.go:171","msg":"trace[555537245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8133; }","duration":"601.697904ms","start":"2026-03-19T18:09:39.311847Z","end":"2026-03-19T18:09:39.913545Z","steps":["trace[555537245] 'range keys from in-memory index tree' (duration: 601.371227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.913609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.311825Z","time spent":"601.772357ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:39.913457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.463677Z","time spent":"449.771377ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:39.91361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.464375Z","time spent":"449.219124ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:39.913356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.462754Z","time spent":"450.590676ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:09:39.913824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.93554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:09:39.913937Z","caller":"traceutil/trace.go:171","msg":"trace[1016259375] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8133; }","duration":"452.111335ms","start":"2026-03-19T18:09:39.461798Z","end":"2026-03-19T18:09:39.913909Z","steps":["trace[1016259375] 'range keys from in-memory index tree' (duration: 451.720986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.913997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.46177Z","time spent":"452.214767ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:09:39.91407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.424194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T18:09:39.914051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.239445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:09:39.913057Z","caller":"traceutil/trace.go:171","msg":"trace[432417693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8133; }","duration":"448.578518ms","start":"2026-03-19T18:09:39.464454Z","end":"2026-03-19T18:09:39.913032Z","steps":["trace[432417693] 'range keys from in-memory index tree' (duration: 448.301642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.914191Z","caller":"traceutil/trace.go:171","msg":"trace[2025840259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:8133; }","duration":"448.587478ms","start":"2026-03-19T18:09:39.46558Z","end":"2026-03-19T18:09:39.914167Z","steps":["trace[2025840259] 'range keys from in-memory index tree' (duration: 448.193199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.914229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.464443Z","time spent":"449.771468ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:09:39.914272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.465571Z","time spent":"448.686101ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"warn","ts":"2026-03-19T18:09:39.914353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.827074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:39.91444Z","caller":"traceutil/trace.go:171","msg":"trace[2012604424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8133; }","duration":"448.928116ms","start":"2026-03-19T18:09:39.465499Z","end":"2026-03-19T18:09:39.914427Z","steps":["trace[2012604424] 'range keys from in-memory index tree' (duration: 448.64808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.91451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.465493Z","time spent":"449.006068ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:09:39.91464Z","caller":"traceutil/trace.go:171","msg":"trace[273882851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8133; }","duration":"449.407869ms","start":"2026-03-19T18:09:39.464788Z","end":"2026-03-19T18:09:39.914196Z","steps":["trace[273882851] 'range keys from in-memory index tree' (duration: 449.116842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.914735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:39.46478Z","time spent":"449.909221ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:41.560068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571868924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:09:41.774165Z","caller":"traceutil/trace.go:171","msg":"trace[1306012629] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"744.287007ms","start":"2026-03-19T18:09:41.02985Z","end":"2026-03-19T18:09:41.774137Z","steps":["trace[1306012629] 'process raft request' (duration: 716.39104ms)","trace[1306012629] 'compare' (duration: 27.463237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:41.774317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.029827Z","time spent":"744.42098ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:41.83003Z","caller":"traceutil/trace.go:171","msg":"trace[685356097] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8468; }","duration":"770.695348ms","start":"2026-03-19T18:09:41.059302Z","end":"2026-03-19T18:09:41.829997Z","steps":["trace[685356097] 'read index received' (duration: 687.173111ms)","trace[685356097] 'applied index is now lower than readState.Index' (duration: 83.520437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:41.830275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.017964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:41.830313Z","caller":"traceutil/trace.go:171","msg":"trace[1636809590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8142; }","duration":"518.138338ms","start":"2026-03-19T18:09:41.312162Z","end":"2026-03-19T18:09:41.8303Z","steps":["trace[1636809590] 'agreement among raft nodes before linearized reading' (duration: 518.020435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.830353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.312095Z","time spent":"518.24955ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:41.830413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.047347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fc99d6747-vk4kd.189e5065b90c0a73\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-19T18:09:41.830505Z","caller":"traceutil/trace.go:171","msg":"trace[1712246995] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fc99d6747-vk4kd.189e5065b90c0a73; range_end:; response_count:1; response_revision:8142; }","duration":"771.225381ms","start":"2026-03-19T18:09:41.059257Z","end":"2026-03-19T18:09:41.830483Z","steps":["trace[1712246995] 'agreement among raft nodes before linearized reading' (duration: 770.900543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.830558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.059239Z","time spent":"771.308584ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6fc99d6747-vk4kd.189e5065b90c0a73\" "} {"level":"info","ts":"2026-03-19T18:09:42.173859Z","caller":"traceutil/trace.go:171","msg":"trace[65956462] linearizableReadLoop","detail":"{readStateIndex:8472; appliedIndex:8471; }","duration":"195.023314ms","start":"2026-03-19T18:09:41.978805Z","end":"2026-03-19T18:09:42.173828Z","steps":["trace[65956462] 'read index received' (duration: 194.85488ms)","trace[65956462] 'applied index is now lower than readState.Index' (duration: 167.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:42.17396Z","caller":"traceutil/trace.go:171","msg":"trace[1251151770] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"212.469446ms","start":"2026-03-19T18:09:41.961478Z","end":"2026-03-19T18:09:42.173947Z","steps":["trace[1251151770] 'process raft request' (duration: 212.231491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:42.174193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.707592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:09:42.174222Z","caller":"traceutil/trace.go:171","msg":"trace[1237337114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8144; }","duration":"193.757043ms","start":"2026-03-19T18:09:41.980458Z","end":"2026-03-19T18:09:42.174215Z","steps":["trace[1237337114] 'agreement among raft nodes before linearized reading' (duration: 193.63959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:42.174194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.903157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-19T18:09:42.174283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.159538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T18:09:42.174329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.248491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:09:42.174323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.99322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:09:42.174388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.583758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:09:42.174391Z","caller":"traceutil/trace.go:171","msg":"trace[1154714101] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8144; }","duration":"193.301453ms","start":"2026-03-19T18:09:41.981066Z","end":"2026-03-19T18:09:42.174367Z","steps":["trace[1154714101] 'agreement among raft nodes before linearized reading' (duration: 192.994014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.174396Z","caller":"traceutil/trace.go:171","msg":"trace[1104486128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8144; }","duration":"193.335483ms","start":"2026-03-19T18:09:41.981044Z","end":"2026-03-19T18:09:42.17438Z","steps":["trace[1104486128] 'agreement among raft nodes before linearized reading' (duration: 193.167528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.174412Z","caller":"traceutil/trace.go:171","msg":"trace[613794045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8144; }","duration":"194.110102ms","start":"2026-03-19T18:09:41.980282Z","end":"2026-03-19T18:09:42.174392Z","steps":["trace[613794045] 'agreement among raft nodes before linearized reading' (duration: 193.819984ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.17447Z","caller":"traceutil/trace.go:171","msg":"trace[224470034] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8144; }","duration":"194.107452ms","start":"2026-03-19T18:09:41.98024Z","end":"2026-03-19T18:09:42.174348Z","steps":["trace[224470034] 'agreement among raft nodes before linearized reading' (duration: 193.803024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.174411Z","caller":"traceutil/trace.go:171","msg":"trace[419295554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8144; }","duration":"195.652469ms","start":"2026-03-19T18:09:41.978752Z","end":"2026-03-19T18:09:42.174404Z","steps":["trace[419295554] 'agreement among raft nodes before linearized reading' (duration: 195.518755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:42.174798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.297389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:09:42.174983Z","caller":"traceutil/trace.go:171","msg":"trace[132643919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:8144; }","duration":"190.536074ms","start":"2026-03-19T18:09:41.984413Z","end":"2026-03-19T18:09:42.174949Z","steps":["trace[132643919] 'agreement among raft nodes before linearized reading' (duration: 189.92433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.289932Z","caller":"traceutil/trace.go:171","msg":"trace[1052405370] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"110.80014ms","start":"2026-03-19T18:09:42.179102Z","end":"2026-03-19T18:09:42.289902Z","steps":["trace[1052405370] 'process raft request' (duration: 76.696282ms)","trace[1052405370] 'compare' (duration: 33.874262ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:42.29865Z","caller":"traceutil/trace.go:171","msg":"trace[1295506025] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"119.43111ms","start":"2026-03-19T18:09:42.179208Z","end":"2026-03-19T18:09:42.298639Z","steps":["trace[1295506025] 'process raft request' (duration: 119.300427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.298831Z","caller":"traceutil/trace.go:171","msg":"trace[1870523207] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"118.355672ms","start":"2026-03-19T18:09:42.180468Z","end":"2026-03-19T18:09:42.298824Z","steps":["trace[1870523207] 'process raft request' (duration: 118.138557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.298984Z","caller":"traceutil/trace.go:171","msg":"trace[991128477] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"118.291171ms","start":"2026-03-19T18:09:42.180685Z","end":"2026-03-19T18:09:42.298977Z","steps":["trace[991128477] 'process raft request' (duration: 118.100976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.299255Z","caller":"traceutil/trace.go:171","msg":"trace[139712115] linearizableReadLoop","detail":"{readStateIndex:8478; appliedIndex:8472; }","duration":"117.513442ms","start":"2026-03-19T18:09:42.181726Z","end":"2026-03-19T18:09:42.299239Z","steps":["trace[139712115] 'read index received' (duration: 74.075028ms)","trace[139712115] 'applied index is now lower than readState.Index' (duration: 43.437264ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:42.2993Z","caller":"traceutil/trace.go:171","msg":"trace[531692474] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"118.23485ms","start":"2026-03-19T18:09:42.181042Z","end":"2026-03-19T18:09:42.299277Z","steps":["trace[531692474] 'process raft request' (duration: 118.132658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.299327Z","caller":"traceutil/trace.go:171","msg":"trace[1686299559] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"118.545557ms","start":"2026-03-19T18:09:42.180743Z","end":"2026-03-19T18:09:42.299289Z","steps":["trace[1686299559] 'process raft request' (duration: 118.213719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:42.299704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.960913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211659"} {"level":"info","ts":"2026-03-19T18:09:42.299777Z","caller":"traceutil/trace.go:171","msg":"trace[345109571] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8150; }","duration":"118.065936ms","start":"2026-03-19T18:09:42.181696Z","end":"2026-03-19T18:09:42.299762Z","steps":["trace[345109571] 'agreement among raft nodes before linearized reading' (duration: 117.639055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:45.548951Z","caller":"traceutil/trace.go:171","msg":"trace[141069417] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8501; }","duration":"236.567802ms","start":"2026-03-19T18:09:45.312359Z","end":"2026-03-19T18:09:45.548927Z","steps":["trace[141069417] 'read index received' (duration: 236.416608ms)","trace[141069417] 'applied index is now lower than readState.Index' (duration: 150.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:45.549034Z","caller":"traceutil/trace.go:171","msg":"trace[701900495] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"488.530808ms","start":"2026-03-19T18:09:45.060466Z","end":"2026-03-19T18:09:45.548997Z","steps":["trace[701900495] 'process raft request' (duration: 488.302493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.549111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.740356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:45.549181Z","caller":"traceutil/trace.go:171","msg":"trace[401799554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8173; }","duration":"236.861028ms","start":"2026-03-19T18:09:45.312305Z","end":"2026-03-19T18:09:45.549166Z","steps":["trace[401799554] 'agreement among raft nodes before linearized reading' (duration: 236.753266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.549191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:45.06043Z","time spent":"488.676582ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:45.6711Z","caller":"traceutil/trace.go:171","msg":"trace[15779241] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8502; }","duration":"122.049503ms","start":"2026-03-19T18:09:45.54903Z","end":"2026-03-19T18:09:45.67108Z","steps":["trace[15779241] 'read index received' (duration: 52.70885ms)","trace[15779241] 'applied index is now lower than readState.Index' (duration: 69.339123ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:45.671173Z","caller":"traceutil/trace.go:171","msg":"trace[1084462993] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"307.052293ms","start":"2026-03-19T18:09:45.364101Z","end":"2026-03-19T18:09:45.671154Z","steps":["trace[1084462993] 'process raft request' (duration: 237.693989ms)","trace[1084462993] 'compare' (duration: 69.122378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:45.671231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.360525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:45.671264Z","caller":"traceutil/trace.go:171","msg":"trace[972712625] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8174; }","duration":"198.441237ms","start":"2026-03-19T18:09:45.472811Z","end":"2026-03-19T18:09:45.671253Z","steps":["trace[972712625] 'agreement among raft nodes before linearized reading' (duration: 198.368336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.671263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:45.364078Z","time spent":"307.127655ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:45.907116Z","caller":"traceutil/trace.go:171","msg":"trace[270101361] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8503; }","duration":"235.930107ms","start":"2026-03-19T18:09:45.671156Z","end":"2026-03-19T18:09:45.907086Z","steps":["trace[270101361] 'read index received' (duration: 235.800704ms)","trace[270101361] 'applied index is now lower than readState.Index' (duration: 127.653µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:45.907266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.849822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:45.907264Z","caller":"traceutil/trace.go:171","msg":"trace[57548859] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"242.509407ms","start":"2026-03-19T18:09:45.664714Z","end":"2026-03-19T18:09:45.907223Z","steps":["trace[57548859] 'process raft request' (duration: 242.177769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:45.907304Z","caller":"traceutil/trace.go:171","msg":"trace[871240801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8175; }","duration":"356.934924ms","start":"2026-03-19T18:09:45.550359Z","end":"2026-03-19T18:09:45.907294Z","steps":["trace[871240801] 'agreement among raft nodes before linearized reading' (duration: 356.858512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.907454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:45.550342Z","time spent":"357.102448ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:09:45.923489Z","caller":"traceutil/trace.go:171","msg":"trace[259520157] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"133.215145ms","start":"2026-03-19T18:09:45.790252Z","end":"2026-03-19T18:09:45.923467Z","steps":["trace[259520157] 'process raft request' (duration: 132.929088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:50.349248Z","caller":"traceutil/trace.go:171","msg":"trace[486524526] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"133.05705ms","start":"2026-03-19T18:09:50.216165Z","end":"2026-03-19T18:09:50.349222Z","steps":["trace[486524526] 'process raft request' (duration: 132.691121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.17631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.663642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:51.176383Z","caller":"traceutil/trace.go:171","msg":"trace[321551531] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:8216; }","duration":"156.794866ms","start":"2026-03-19T18:09:51.019572Z","end":"2026-03-19T18:09:51.176367Z","steps":["trace[321551531] 'range keys from in-memory index tree' (duration: 156.56347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.176459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.737856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:51.176544Z","caller":"traceutil/trace.go:171","msg":"trace[1346967261] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:8216; }","duration":"154.833288ms","start":"2026-03-19T18:09:51.021689Z","end":"2026-03-19T18:09:51.176523Z","steps":["trace[1346967261] 'range keys from in-memory index tree' (duration: 154.647274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.176538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.756884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fc99d6747-vk4kd.189e5065b90c0a73\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-19T18:09:51.1766Z","caller":"traceutil/trace.go:171","msg":"trace[411933335] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fc99d6747-vk4kd.189e5065b90c0a73; range_end:; response_count:1; response_revision:8216; }","duration":"116.842927ms","start":"2026-03-19T18:09:51.05974Z","end":"2026-03-19T18:09:51.176583Z","steps":["trace[411933335] 'range keys from in-memory index tree' (duration: 116.588421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:51.285041Z","caller":"traceutil/trace.go:171","msg":"trace[1145621275] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"104.832375ms","start":"2026-03-19T18:09:51.180183Z","end":"2026-03-19T18:09:51.285015Z","steps":["trace[1145621275] 'process raft request' (duration: 104.712082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:52.820218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.508699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:52.820313Z","caller":"traceutil/trace.go:171","msg":"trace[304332680] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:0; response_revision:8236; }","duration":"308.645662ms","start":"2026-03-19T18:09:52.511646Z","end":"2026-03-19T18:09:52.820291Z","steps":["trace[304332680] 'range keys from in-memory index tree' (duration: 308.421636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:52.820318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.273222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T18:09:52.820351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:52.511627Z","time spent":"308.716093ms","remote":"127.0.0.1:43240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-19T18:09:52.82041Z","caller":"traceutil/trace.go:171","msg":"trace[1003853794] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8236; }","duration":"324.395565ms","start":"2026-03-19T18:09:52.495975Z","end":"2026-03-19T18:09:52.820371Z","steps":["trace[1003853794] 'range keys from in-memory index tree' (duration: 324.089037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:52.820454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:52.495885Z","time spent":"324.559089ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T18:09:52.979087Z","caller":"traceutil/trace.go:171","msg":"trace[888511077] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"151.827925ms","start":"2026-03-19T18:09:52.82706Z","end":"2026-03-19T18:09:52.978888Z","steps":["trace[888511077] 'process raft request' (duration: 148.971886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:06.313818Z","caller":"traceutil/trace.go:171","msg":"trace[481804699] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8740; }","duration":"135.955491ms","start":"2026-03-19T18:10:06.177835Z","end":"2026-03-19T18:10:06.313791Z","steps":["trace[481804699] 'read index received' (duration: 124.79076ms)","trace[481804699] 'applied index is now lower than readState.Index' (duration: 11.163171ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:06.313883Z","caller":"traceutil/trace.go:171","msg":"trace[102165809] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"246.157505ms","start":"2026-03-19T18:10:06.067697Z","end":"2026-03-19T18:10:06.313855Z","steps":["trace[102165809] 'process raft request' (duration: 234.861671ms)","trace[102165809] 'compare' (duration: 10.807232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:06.314113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.191386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T18:10:06.314155Z","caller":"traceutil/trace.go:171","msg":"trace[599012127] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:8404; }","duration":"136.37168ms","start":"2026-03-19T18:10:06.177774Z","end":"2026-03-19T18:10:06.314145Z","steps":["trace[599012127] 'agreement among raft nodes before linearized reading' (duration: 136.120854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:06.872571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.281884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:06.872889Z","caller":"traceutil/trace.go:171","msg":"trace[1404114803] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"306.506899ms","start":"2026-03-19T18:10:06.566327Z","end":"2026-03-19T18:10:06.872834Z","steps":["trace[1404114803] 'process raft request' (duration: 191.855556ms)","trace[1404114803] 'compare' (duration: 114.025798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:06.873073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:06.56631Z","time spent":"306.668764ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:06.872691Z","caller":"traceutil/trace.go:171","msg":"trace[145708055] linearizableReadLoop","detail":"{readStateIndex:8751; appliedIndex:8750; }","duration":"300.825513ms","start":"2026-03-19T18:10:06.571845Z","end":"2026-03-19T18:10:06.872671Z","steps":["trace[145708055] 'read index received' (duration: 186.387934ms)","trace[145708055] 'applied index is now lower than readState.Index' (duration: 114.436208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:06.873398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.539479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:217857"} {"level":"info","ts":"2026-03-19T18:10:06.873479Z","caller":"traceutil/trace.go:171","msg":"trace[1166092521] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8413; }","duration":"301.647691ms","start":"2026-03-19T18:10:06.571812Z","end":"2026-03-19T18:10:06.87346Z","steps":["trace[1166092521] 'agreement among raft nodes before linearized reading' (duration: 301.15681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:06.873519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:06.571802Z","time spent":"301.708064ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":217880,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:10:07.493148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.584532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:07.493256Z","caller":"traceutil/trace.go:171","msg":"trace[392904126] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8413; }","duration":"465.773207ms","start":"2026-03-19T18:10:07.027451Z","end":"2026-03-19T18:10:07.493225Z","steps":["trace[392904126] 'count revisions from in-memory index tree' (duration: 465.490219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:07.493421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.027431Z","time spent":"465.92131ms","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:07.493713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.283426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:07.493808Z","caller":"traceutil/trace.go:171","msg":"trace[1346385299] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8413; }","duration":"292.43249ms","start":"2026-03-19T18:10:07.201352Z","end":"2026-03-19T18:10:07.493784Z","steps":["trace[1346385299] 'count revisions from in-memory index tree' (duration: 292.175763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:07.494088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.357357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19340"} {"level":"info","ts":"2026-03-19T18:10:07.494205Z","caller":"traceutil/trace.go:171","msg":"trace[1428428045] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8413; }","duration":"271.528911ms","start":"2026-03-19T18:10:07.222651Z","end":"2026-03-19T18:10:07.49418Z","steps":["trace[1428428045] 'range keys from in-memory index tree' (duration: 271.081301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:08.221077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.163308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-19T18:10:08.221164Z","caller":"traceutil/trace.go:171","msg":"trace[1055432537] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8414; }","duration":"207.303742ms","start":"2026-03-19T18:10:08.013842Z","end":"2026-03-19T18:10:08.221146Z","steps":["trace[1055432537] 'range keys from in-memory index tree' (duration: 206.987385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:08.221164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.167581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:08.221276Z","caller":"traceutil/trace.go:171","msg":"trace[2031642221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8414; }","duration":"149.338435ms","start":"2026-03-19T18:10:08.071906Z","end":"2026-03-19T18:10:08.221244Z","steps":["trace[2031642221] 'range keys from in-memory index tree' (duration: 149.045658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.507839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.837948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:09.50797Z","caller":"traceutil/trace.go:171","msg":"trace[690696557] linearizableReadLoop","detail":"{readStateIndex:8755; appliedIndex:8754; }","duration":"984.050208ms","start":"2026-03-19T18:10:08.523894Z","end":"2026-03-19T18:10:09.507944Z","steps":["trace[690696557] 'read index received' (duration: 283.936663ms)","trace[690696557] 'applied index is now lower than readState.Index' (duration: 700.112525ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:09.508007Z","caller":"traceutil/trace.go:171","msg":"trace[1710740040] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"1.009074674s","start":"2026-03-19T18:10:08.498896Z","end":"2026-03-19T18:10:09.507971Z","steps":["trace[1710740040] 'process raft request' (duration: 309.022151ms)","trace[1710740040] 'compare' (duration: 699.407128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:09.50813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.843554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:09.508159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.498868Z","time spent":"1.009212537s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:09.508188Z","caller":"traceutil/trace.go:171","msg":"trace[821754187] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8417; }","duration":"995.929876ms","start":"2026-03-19T18:10:08.51223Z","end":"2026-03-19T18:10:09.50816Z","steps":["trace[821754187] 'agreement among raft nodes before linearized reading' (duration: 995.826974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.508227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.512207Z","time spent":"996.009777ms","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:09.508521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009380951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:10:09.508561Z","caller":"traceutil/trace.go:171","msg":"trace[215167306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8417; }","duration":"1.009470953s","start":"2026-03-19T18:10:08.499081Z","end":"2026-03-19T18:10:09.508552Z","steps":["trace[215167306] 'agreement among raft nodes before linearized reading' (duration: 1.00934653s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.50859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.49903Z","time spent":"1.009553705s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:10:09.508918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.342756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:10:09.508991Z","caller":"traceutil/trace.go:171","msg":"trace[907610446] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8417; }","duration":"982.452548ms","start":"2026-03-19T18:10:08.52652Z","end":"2026-03-19T18:10:09.508973Z","steps":["trace[907610446] 'agreement among raft nodes before linearized reading' (duration: 982.264134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.509045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.526505Z","time spent":"982.52823ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:10:09.509081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.153681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:10:09.509122Z","caller":"traceutil/trace.go:171","msg":"trace[200763348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8417; }","duration":"631.234783ms","start":"2026-03-19T18:10:08.877878Z","end":"2026-03-19T18:10:09.509112Z","steps":["trace[200763348] 'agreement among raft nodes before linearized reading' (duration: 631.13348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.50916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.877856Z","time spent":"631.297954ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:09.509319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.773558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:10:09.509377Z","caller":"traceutil/trace.go:171","msg":"trace[376730019] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8417; }","duration":"840.872881ms","start":"2026-03-19T18:10:08.668489Z","end":"2026-03-19T18:10:09.509362Z","steps":["trace[376730019] 'agreement among raft nodes before linearized reading' (duration: 840.733397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.509423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.668459Z","time spent":"840.953413ms","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-19T18:10:09.509544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.270701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:09.509584Z","caller":"traceutil/trace.go:171","msg":"trace[903049754] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8417; }","duration":"282.343213ms","start":"2026-03-19T18:10:09.227229Z","end":"2026-03-19T18:10:09.509573Z","steps":["trace[903049754] 'agreement among raft nodes before linearized reading' (duration: 282.22005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.509688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.495747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:10:09.509726Z","caller":"traceutil/trace.go:171","msg":"trace[1885548718] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8417; }","duration":"942.542689ms","start":"2026-03-19T18:10:08.567174Z","end":"2026-03-19T18:10:09.509717Z","steps":["trace[1885548718] 'agreement among raft nodes before linearized reading' (duration: 942.449077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.509749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.567169Z","time spent":"942.57409ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:10:09.509759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.646198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:10:09.509784Z","caller":"traceutil/trace.go:171","msg":"trace[281119719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:8417; }","duration":"630.68787ms","start":"2026-03-19T18:10:08.879088Z","end":"2026-03-19T18:10:09.509776Z","steps":["trace[281119719] 'agreement among raft nodes before linearized reading' (duration: 630.617178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.509808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.87908Z","time spent":"630.72465ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"warn","ts":"2026-03-19T18:10:09.509903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.611264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:10:09.509937Z","caller":"traceutil/trace.go:171","msg":"trace[1280266591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8417; }","duration":"943.654475ms","start":"2026-03-19T18:10:08.566273Z","end":"2026-03-19T18:10:09.509927Z","steps":["trace[1280266591] 'agreement among raft nodes before linearized reading' (duration: 943.574753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.509968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.566267Z","time spent":"943.692796ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:10:09.510091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.940311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:10:09.510114Z","caller":"traceutil/trace.go:171","msg":"trace[1490083495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8417; }","duration":"946.034513ms","start":"2026-03-19T18:10:08.564074Z","end":"2026-03-19T18:10:09.510109Z","steps":["trace[1490083495] 'agreement among raft nodes before linearized reading' (duration: 945.976592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.510131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.564062Z","time spent":"946.065445ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:09.51021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.465715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:10:09.510242Z","caller":"traceutil/trace.go:171","msg":"trace[1223476475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8417; }","duration":"981.614468ms","start":"2026-03-19T18:10:08.528619Z","end":"2026-03-19T18:10:09.510233Z","steps":["trace[1223476475] 'agreement among raft nodes before linearized reading' (duration: 981.546767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.510264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.528608Z","time spent":"981.651769ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:09.509422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.371027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:09.51029Z","caller":"traceutil/trace.go:171","msg":"trace[721683469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8417; }","duration":"197.242659ms","start":"2026-03-19T18:10:09.313041Z","end":"2026-03-19T18:10:09.510284Z","steps":["trace[721683469] 'agreement among raft nodes before linearized reading' (duration: 196.354366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.687586Z","caller":"traceutil/trace.go:171","msg":"trace[1293177284] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"172.496037ms","start":"2026-03-19T18:10:09.515051Z","end":"2026-03-19T18:10:09.687547Z","steps":["trace[1293177284] 'process raft request' (duration: 99.485675ms)","trace[1293177284] 'compare' (duration: 72.742436ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:09.692989Z","caller":"traceutil/trace.go:171","msg":"trace[224153600] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"177.857488ms","start":"2026-03-19T18:10:09.51509Z","end":"2026-03-19T18:10:09.692948Z","steps":["trace[224153600] 'process raft request' (duration: 177.363926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.69309Z","caller":"traceutil/trace.go:171","msg":"trace[35742225] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"176.664689ms","start":"2026-03-19T18:10:09.516367Z","end":"2026-03-19T18:10:09.693031Z","steps":["trace[35742225] 'process raft request' (duration: 176.31388ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.693172Z","caller":"traceutil/trace.go:171","msg":"trace[2110203312] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"176.673098ms","start":"2026-03-19T18:10:09.516466Z","end":"2026-03-19T18:10:09.693139Z","steps":["trace[2110203312] 'process raft request' (duration: 176.507894ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.693262Z","caller":"traceutil/trace.go:171","msg":"trace[2105006687] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"176.786391ms","start":"2026-03-19T18:10:09.516465Z","end":"2026-03-19T18:10:09.693252Z","steps":["trace[2105006687] 'process raft request' (duration: 176.439433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.693234Z","caller":"traceutil/trace.go:171","msg":"trace[70816353] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"176.33267ms","start":"2026-03-19T18:10:09.516846Z","end":"2026-03-19T18:10:09.693179Z","steps":["trace[70816353] 'process raft request' (duration: 176.184537ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.693138Z","caller":"traceutil/trace.go:171","msg":"trace[2016701429] linearizableReadLoop","detail":"{readStateIndex:8758; appliedIndex:8755; }","duration":"176.681568ms","start":"2026-03-19T18:10:09.516417Z","end":"2026-03-19T18:10:09.693099Z","steps":["trace[2016701429] 'read index received' (duration: 98.143202ms)","trace[2016701429] 'applied index is now lower than readState.Index' (duration: 78.536496ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:09.69316Z","caller":"traceutil/trace.go:171","msg":"trace[1153657909] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"176.697979ms","start":"2026-03-19T18:10:09.516418Z","end":"2026-03-19T18:10:09.693116Z","steps":["trace[1153657909] 'process raft request' (duration: 176.377181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.694091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.637232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:217857"} {"level":"info","ts":"2026-03-19T18:10:09.694178Z","caller":"traceutil/trace.go:171","msg":"trace[551367074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8424; }","duration":"177.751255ms","start":"2026-03-19T18:10:09.516409Z","end":"2026-03-19T18:10:09.69416Z","steps":["trace[551367074] 'agreement among raft nodes before linearized reading' (duration: 176.948105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:26.512354Z","caller":"traceutil/trace.go:171","msg":"trace[979684404] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"149.629753ms","start":"2026-03-19T18:10:26.362685Z","end":"2026-03-19T18:10:26.512315Z","steps":["trace[979684404] 'process raft request' (duration: 149.212353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:26.660861Z","caller":"traceutil/trace.go:171","msg":"trace[1945991844] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"137.712842ms","start":"2026-03-19T18:10:26.523121Z","end":"2026-03-19T18:10:26.660834Z","steps":["trace[1945991844] 'process raft request' (duration: 137.504487ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:28.731012Z","caller":"traceutil/trace.go:171","msg":"trace[457051700] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"149.777186ms","start":"2026-03-19T18:10:28.581209Z","end":"2026-03-19T18:10:28.730986Z","steps":["trace[457051700] 'process raft request' (duration: 149.598442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:36.148847Z","caller":"traceutil/trace.go:171","msg":"trace[516252140] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"223.734481ms","start":"2026-03-19T18:10:35.925083Z","end":"2026-03-19T18:10:36.148817Z","steps":["trace[516252140] 'process raft request' (duration: 223.531236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:36.149571Z","caller":"traceutil/trace.go:171","msg":"trace[1768579782] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9008; }","duration":"220.895133ms","start":"2026-03-19T18:10:35.928647Z","end":"2026-03-19T18:10:36.149542Z","steps":["trace[1768579782] 'read index received' (duration: 220.885952ms)","trace[1768579782] 'applied index is now lower than readState.Index' (duration: 7.551µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:36.149837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.163589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:10:36.14988Z","caller":"traceutil/trace.go:171","msg":"trace[174381014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8663; }","duration":"221.24058ms","start":"2026-03-19T18:10:35.928628Z","end":"2026-03-19T18:10:36.149869Z","steps":["trace[174381014] 'agreement among raft nodes before linearized reading' (duration: 221.048796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.149916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.490503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:10:36.150026Z","caller":"traceutil/trace.go:171","msg":"trace[158453126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8663; }","duration":"220.607665ms","start":"2026-03-19T18:10:35.929385Z","end":"2026-03-19T18:10:36.149993Z","steps":["trace[158453126] 'agreement among raft nodes before linearized reading' (duration: 220.343399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.15026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.690267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:10:36.150309Z","caller":"traceutil/trace.go:171","msg":"trace[1416639419] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:8663; }","duration":"206.76979ms","start":"2026-03-19T18:10:35.943528Z","end":"2026-03-19T18:10:36.150298Z","steps":["trace[1416639419] 'agreement among raft nodes before linearized reading' (duration: 206.637957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.150444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.269314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T18:10:36.150475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.460129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:10:36.150492Z","caller":"traceutil/trace.go:171","msg":"trace[1816370239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8663; }","duration":"217.324545ms","start":"2026-03-19T18:10:35.933153Z","end":"2026-03-19T18:10:36.150477Z","steps":["trace[1816370239] 'agreement among raft nodes before linearized reading' (duration: 217.213002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:36.150524Z","caller":"traceutil/trace.go:171","msg":"trace[856175172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8663; }","duration":"217.5276ms","start":"2026-03-19T18:10:35.932983Z","end":"2026-03-19T18:10:36.150511Z","steps":["trace[856175172] 'agreement among raft nodes before linearized reading' (duration: 217.390497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.150675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.988387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:10:36.151635Z","caller":"traceutil/trace.go:171","msg":"trace[522922867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8663; }","duration":"217.988922ms","start":"2026-03-19T18:10:35.933626Z","end":"2026-03-19T18:10:36.151615Z","steps":["trace[522922867] 'agreement among raft nodes before linearized reading' (duration: 216.800313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.151668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.956244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:10:36.151753Z","caller":"traceutil/trace.go:171","msg":"trace[302149688] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8663; }","duration":"221.083877ms","start":"2026-03-19T18:10:35.930647Z","end":"2026-03-19T18:10:36.151731Z","steps":["trace[302149688] 'agreement among raft nodes before linearized reading' (duration: 219.822276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:41.828844Z","caller":"traceutil/trace.go:171","msg":"trace[1591303401] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"185.170385ms","start":"2026-03-19T18:10:41.643598Z","end":"2026-03-19T18:10:41.828769Z","steps":["trace[1591303401] 'process raft request' (duration: 184.95743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:48.714425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415634571870628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:10:49.205581Z","caller":"traceutil/trace.go:171","msg":"trace[2115051183] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"997.582895ms","start":"2026-03-19T18:10:48.207963Z","end":"2026-03-19T18:10:49.205546Z","steps":["trace[2115051183] 'process raft request' (duration: 997.38991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:49.205596Z","caller":"traceutil/trace.go:171","msg":"trace[1916518910] linearizableReadLoop","detail":"{readStateIndex:9076; appliedIndex:9076; }","duration":"992.255746ms","start":"2026-03-19T18:10:48.213298Z","end":"2026-03-19T18:10:49.205554Z","steps":["trace[1916518910] 'read index received' (duration: 992.238755ms)","trace[1916518910] 'applied index is now lower than readState.Index' (duration: 13.931µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:49.205752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.207947Z","time spent":"997.714209ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:49.205886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.566284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T18:10:49.205937Z","caller":"traceutil/trace.go:171","msg":"trace[1709026392] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8728; }","duration":"992.671147ms","start":"2026-03-19T18:10:48.213251Z","end":"2026-03-19T18:10:49.205922Z","steps":["trace[1709026392] 'agreement among raft nodes before linearized reading' (duration: 992.458842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:49.20599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.213234Z","time spent":"992.746768ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T18:10:49.229928Z","caller":"traceutil/trace.go:171","msg":"trace[336759511] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"430.725075ms","start":"2026-03-19T18:10:48.799181Z","end":"2026-03-19T18:10:49.229906Z","steps":["trace[336759511] 'process raft request' (duration: 430.590452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:49.230025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.799152Z","time spent":"430.824818ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:49.230037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.515028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:49.230094Z","caller":"traceutil/trace.go:171","msg":"trace[1744889029] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8729; }","duration":"769.622032ms","start":"2026-03-19T18:10:48.460457Z","end":"2026-03-19T18:10:49.230079Z","steps":["trace[1744889029] 'agreement among raft nodes before linearized reading' (duration: 769.517339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:49.230115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.418196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T18:10:49.230156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.059624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:49.2302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.875353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:10:49.230203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.30235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:10:49.230212Z","caller":"traceutil/trace.go:171","msg":"trace[1062542898] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8729; }","duration":"968.523339ms","start":"2026-03-19T18:10:48.261664Z","end":"2026-03-19T18:10:49.230188Z","steps":["trace[1062542898] 'agreement among raft nodes before linearized reading' (duration: 968.258973ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:49.230221Z","caller":"traceutil/trace.go:171","msg":"trace[496619045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8729; }","duration":"918.167437ms","start":"2026-03-19T18:10:48.312037Z","end":"2026-03-19T18:10:49.230204Z","steps":["trace[496619045] 'agreement among raft nodes before linearized reading' (duration: 918.038453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:49.230242Z","caller":"traceutil/trace.go:171","msg":"trace[620816583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8729; }","duration":"974.936955ms","start":"2026-03-19T18:10:48.255293Z","end":"2026-03-19T18:10:49.23023Z","steps":["trace[620816583] 'agreement among raft nodes before linearized reading' (duration: 974.815002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:49.230249Z","caller":"traceutil/trace.go:171","msg":"trace[123528166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8729; }","duration":"974.384941ms","start":"2026-03-19T18:10:48.255853Z","end":"2026-03-19T18:10:49.230238Z","steps":["trace[123528166] 'agreement among raft nodes before linearized reading' (duration: 974.258828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:49.230263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.261662Z","time spent":"968.591121ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:10:49.230276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.255829Z","time spent":"974.441323ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:49.230272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.312021Z","time spent":"918.240378ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:49.230276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.25528Z","time spent":"974.985926ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:49.230315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.268129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T18:10:49.230137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.460438Z","time spent":"769.688854ms","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:49.230417Z","caller":"traceutil/trace.go:171","msg":"trace[484938553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8729; }","duration":"974.395911ms","start":"2026-03-19T18:10:48.256005Z","end":"2026-03-19T18:10:49.230401Z","steps":["trace[484938553] 'agreement among raft nodes before linearized reading' (duration: 974.188566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:49.230455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.256Z","time spent":"974.446482ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:10:49.23045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.98091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T18:10:49.23048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015785647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:10:49.230516Z","caller":"traceutil/trace.go:171","msg":"trace[407326972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:8729; }","duration":"962.057422ms","start":"2026-03-19T18:10:48.268438Z","end":"2026-03-19T18:10:49.230496Z","steps":["trace[407326972] 'agreement among raft nodes before linearized reading' (duration: 961.847296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:49.230571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.268434Z","time spent":"962.126074ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tmmkp\" "} {"level":"info","ts":"2026-03-19T18:10:49.230579Z","caller":"traceutil/trace.go:171","msg":"trace[1919448540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8729; }","duration":"1.015960291s","start":"2026-03-19T18:10:48.214593Z","end":"2026-03-19T18:10:49.230554Z","steps":["trace[1919448540] 'agreement among raft nodes before linearized reading' (duration: 1.015589072s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:49.23069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:48.214572Z","time spent":"1.016102404s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:49.230889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.192935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19340"} {"level":"info","ts":"2026-03-19T18:10:49.230945Z","caller":"traceutil/trace.go:171","msg":"trace[1572804413] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8729; }","duration":"290.284677ms","start":"2026-03-19T18:10:48.940648Z","end":"2026-03-19T18:10:49.230933Z","steps":["trace[1572804413] 'agreement among raft nodes before linearized reading' (duration: 289.512267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:49.862633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.834061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:49.862802Z","caller":"traceutil/trace.go:171","msg":"trace[2114546423] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9077; }","duration":"632.907502ms","start":"2026-03-19T18:10:49.229876Z","end":"2026-03-19T18:10:49.862784Z","steps":["trace[2114546423] 'read index received' (duration: 411.769894ms)","trace[2114546423] 'applied index is now lower than readState.Index' (duration: 221.135918ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:49.863026Z","caller":"traceutil/trace.go:171","msg":"trace[2134296081] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"652.360234ms","start":"2026-03-19T18:10:49.210652Z","end":"2026-03-19T18:10:49.863013Z","steps":["trace[2134296081] 'process raft request' (duration: 431.015022ms)","trace[2134296081] 'compare' (duration: 220.501282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:49.863092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.21063Z","time spent":"652.423936ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:49.863254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.289551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-19T18:10:49.863313Z","caller":"traceutil/trace.go:171","msg":"trace[1974806860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8730; }","duration":"654.389013ms","start":"2026-03-19T18:10:49.208909Z","end":"2026-03-19T18:10:49.863298Z","steps":["trace[1974806860] 'agreement among raft nodes before linearized reading' (duration: 654.204639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:49.863344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.208892Z","time spent":"654.445594ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:10:50.044273Z","caller":"traceutil/trace.go:171","msg":"trace[1466893399] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"808.547346ms","start":"2026-03-19T18:10:49.235701Z","end":"2026-03-19T18:10:50.044249Z","steps":["trace[1466893399] 'process raft request' (duration: 808.465654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:50.044432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.235678Z","time spent":"808.676849ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:50.044438Z","caller":"traceutil/trace.go:171","msg":"trace[1106480793] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"809.224712ms","start":"2026-03-19T18:10:49.235162Z","end":"2026-03-19T18:10:50.044386Z","steps":["trace[1106480793] 'process raft request' (duration: 749.073742ms)","trace[1106480793] 'compare' (duration: 59.801082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:50.044614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.235143Z","time spent":"809.391487ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:50.044601Z","caller":"traceutil/trace.go:171","msg":"trace[153059842] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"808.402243ms","start":"2026-03-19T18:10:49.236173Z","end":"2026-03-19T18:10:50.044575Z","steps":["trace[153059842] 'process raft request' (duration: 808.039384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:50.044718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.236164Z","time spent":"808.499735ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:50.044842Z","caller":"traceutil/trace.go:171","msg":"trace[1017357382] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"808.602498ms","start":"2026-03-19T18:10:49.236228Z","end":"2026-03-19T18:10:50.04483Z","steps":["trace[1017357382] 'process raft request' (duration: 808.245949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:50.044903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.23622Z","time spent":"808.653749ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:50.044985Z","caller":"traceutil/trace.go:171","msg":"trace[516516075] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"807.52765ms","start":"2026-03-19T18:10:49.237449Z","end":"2026-03-19T18:10:50.044976Z","steps":["trace[516516075] 'process raft request' (duration: 807.236313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:50.044853Z","caller":"traceutil/trace.go:171","msg":"trace[1736058500] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9078; }","duration":"181.998858ms","start":"2026-03-19T18:10:49.862829Z","end":"2026-03-19T18:10:50.044827Z","steps":["trace[1736058500] 'read index received' (duration: 121.442977ms)","trace[1736058500] 'applied index is now lower than readState.Index' (duration: 60.554731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:50.045037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.237411Z","time spent":"807.600882ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:50.045069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.383929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"warn","ts":"2026-03-19T18:10:50.044981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.900323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T18:10:50.04512Z","caller":"traceutil/trace.go:171","msg":"trace[870677788] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8735; }","duration":"378.076277ms","start":"2026-03-19T18:10:49.66703Z","end":"2026-03-19T18:10:50.045107Z","steps":["trace[870677788] 'agreement among raft nodes before linearized reading' (duration: 377.855282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:50.045126Z","caller":"traceutil/trace.go:171","msg":"trace[1274599569] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8735; }","duration":"276.455811ms","start":"2026-03-19T18:10:49.768645Z","end":"2026-03-19T18:10:50.0451Z","steps":["trace[1274599569] 'agreement among raft nodes before linearized reading' (duration: 276.363549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:50.045157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.667011Z","time spent":"378.138049ms","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:10:50.045219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.461223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:50.045285Z","caller":"traceutil/trace.go:171","msg":"trace[1778683698] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8735; }","duration":"775.584055ms","start":"2026-03-19T18:10:49.269685Z","end":"2026-03-19T18:10:50.045269Z","steps":["trace[1778683698] 'agreement among raft nodes before linearized reading' (duration: 775.430922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:50.045339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.26966Z","time spent":"775.664088ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:50.045399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.027928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-19T18:10:50.045472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.891653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:50.045478Z","caller":"traceutil/trace.go:171","msg":"trace[887878500] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8735; }","duration":"809.13402ms","start":"2026-03-19T18:10:49.236327Z","end":"2026-03-19T18:10:50.045461Z","steps":["trace[887878500] 'agreement among raft nodes before linearized reading' (duration: 808.886664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:50.045541Z","caller":"traceutil/trace.go:171","msg":"trace[1415947411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8735; }","duration":"733.998405ms","start":"2026-03-19T18:10:49.311522Z","end":"2026-03-19T18:10:50.045521Z","steps":["trace[1415947411] 'agreement among raft nodes before linearized reading' (duration: 733.892103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:50.045547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.23632Z","time spent":"809.216272ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-19T18:10:50.045583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.472068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-19T18:10:50.045591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.311502Z","time spent":"734.078518ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:10:50.045632Z","caller":"traceutil/trace.go:171","msg":"trace[586887272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8735; }","duration":"177.56578ms","start":"2026-03-19T18:10:49.868055Z","end":"2026-03-19T18:10:50.045621Z","steps":["trace[586887272] 'agreement among raft nodes before linearized reading' (duration: 177.419316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:50.046265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.930224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244616"} {"level":"info","ts":"2026-03-19T18:10:50.046315Z","caller":"traceutil/trace.go:171","msg":"trace[1783239082] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8735; }","duration":"810.985365ms","start":"2026-03-19T18:10:49.235318Z","end":"2026-03-19T18:10:50.046304Z","steps":["trace[1783239082] 'agreement among raft nodes before linearized reading' (duration: 810.198105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:50.046348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:49.235268Z","time spent":"811.071048ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244639,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:10:50.273709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.580738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T18:10:50.273774Z","caller":"traceutil/trace.go:171","msg":"trace[1092941405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8735; }","duration":"125.695161ms","start":"2026-03-19T18:10:50.148063Z","end":"2026-03-19T18:10:50.273758Z","steps":["trace[1092941405] 'range keys from in-memory index tree' (duration: 125.403894ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:07.000698Z","caller":"traceutil/trace.go:171","msg":"trace[38756371] linearizableReadLoop","detail":"{readStateIndex:9251; appliedIndex:9250; }","duration":"140.769098ms","start":"2026-03-19T18:11:06.859905Z","end":"2026-03-19T18:11:07.000674Z","steps":["trace[38756371] 'read index received' (duration: 139.408095ms)","trace[38756371] 'applied index is now lower than readState.Index' (duration: 1.359523ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:07.001101Z","caller":"traceutil/trace.go:171","msg":"trace[531315113] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"408.179428ms","start":"2026-03-19T18:11:06.592889Z","end":"2026-03-19T18:11:07.001068Z","steps":["trace[531315113] 'process raft request' (duration: 406.459406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:07.001441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:06.592867Z","time spent":"408.326762ms","remote":"127.0.0.1:38472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:11:07.001505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.576187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-fnlqs\" ","response":"range_response_count:1 size:8135"} {"level":"info","ts":"2026-03-19T18:11:07.001574Z","caller":"traceutil/trace.go:171","msg":"trace[999388514] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-fnlqs; range_end:; response_count:1; response_revision:8898; }","duration":"141.69141ms","start":"2026-03-19T18:11:06.859864Z","end":"2026-03-19T18:11:07.001555Z","steps":["trace[999388514] 'agreement among raft nodes before linearized reading' (duration: 140.913282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:07.907192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.313622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:07.907307Z","caller":"traceutil/trace.go:171","msg":"trace[2126570413] linearizableReadLoop","detail":"{readStateIndex:9258; appliedIndex:9257; }","duration":"651.972686ms","start":"2026-03-19T18:11:07.255312Z","end":"2026-03-19T18:11:07.907285Z","steps":["trace[2126570413] 'read index received' (duration: 423.5027ms)","trace[2126570413] 'applied index is now lower than readState.Index' (duration: 228.468506ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:07.907409Z","caller":"traceutil/trace.go:171","msg":"trace[285291670] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"667.038232ms","start":"2026-03-19T18:11:07.240318Z","end":"2026-03-19T18:11:07.907356Z","steps":["trace[285291670] 'process raft request' (duration: 438.484224ms)","trace[285291670] 'compare' (duration: 228.060156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:07.908308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.240294Z","time spent":"667.931884ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:11:07.907522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.206661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19261"} {"level":"info","ts":"2026-03-19T18:11:07.908543Z","caller":"traceutil/trace.go:171","msg":"trace[1142247323] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8905; }","duration":"653.217576ms","start":"2026-03-19T18:11:07.255275Z","end":"2026-03-19T18:11:07.908492Z","steps":["trace[1142247323] 'agreement among raft nodes before linearized reading' (duration: 652.083058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:07.908646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.255256Z","time spent":"653.35698ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19284,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T18:11:08.125756Z","caller":"traceutil/trace.go:171","msg":"trace[1243481337] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9258; }","duration":"218.405412ms","start":"2026-03-19T18:11:07.907332Z","end":"2026-03-19T18:11:08.125737Z","steps":["trace[1243481337] 'read index received' (duration: 204.925815ms)","trace[1243481337] 'applied index is now lower than readState.Index' (duration: 13.478887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:08.12587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.978252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:11:08.125846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.909985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:11:08.125907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.139128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-gh6nj\" ","response":"range_response_count:1 size:19069"} {"level":"warn","ts":"2026-03-19T18:11:08.125915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.128783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:11:08.125917Z","caller":"traceutil/trace.go:171","msg":"trace[1919534022] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8907; }","duration":"424.071184ms","start":"2026-03-19T18:11:07.701832Z","end":"2026-03-19T18:11:08.125903Z","steps":["trace[1919534022] 'agreement among raft nodes before linearized reading' (duration: 423.950521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:08.125935Z","caller":"traceutil/trace.go:171","msg":"trace[287346740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8907; }","duration":"809.023108ms","start":"2026-03-19T18:11:07.316902Z","end":"2026-03-19T18:11:08.125925Z","steps":["trace[287346740] 'agreement among raft nodes before linearized reading' (duration: 808.888415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:08.125942Z","caller":"traceutil/trace.go:171","msg":"trace[437924122] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-gh6nj; range_end:; response_count:1; response_revision:8907; }","duration":"254.23ms","start":"2026-03-19T18:11:07.871702Z","end":"2026-03-19T18:11:08.125932Z","steps":["trace[437924122] 'agreement among raft nodes before linearized reading' (duration: 254.074497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:08.125944Z","caller":"traceutil/trace.go:171","msg":"trace[1154506174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8907; }","duration":"840.187644ms","start":"2026-03-19T18:11:07.285748Z","end":"2026-03-19T18:11:08.125936Z","steps":["trace[1154506174] 'agreement among raft nodes before linearized reading' (duration: 840.100702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:08.125958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.316893Z","time spent":"809.059689ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:11:08.125956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.701808Z","time spent":"424.138246ms","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:11:08.125968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.285734Z","time spent":"840.227595ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:11:08.126031Z","caller":"traceutil/trace.go:171","msg":"trace[836532948] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"840.161663ms","start":"2026-03-19T18:11:07.285842Z","end":"2026-03-19T18:11:08.126004Z","steps":["trace[836532948] 'process raft request' (duration: 826.42078ms)","trace[836532948] 'compare' (duration: 13.306433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:08.12616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.285831Z","time spent":"840.262066ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:08.126115Z","caller":"traceutil/trace.go:171","msg":"trace[1407642802] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"694.048077ms","start":"2026-03-19T18:11:07.431996Z","end":"2026-03-19T18:11:08.126044Z","steps":["trace[1407642802] 'process raft request' (duration: 693.692589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:08.126765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.431972Z","time spent":"694.318534ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:08.142669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.973571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T18:11:08.142743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.960439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19261"} {"level":"info","ts":"2026-03-19T18:11:08.142761Z","caller":"traceutil/trace.go:171","msg":"trace[192438794] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8908; }","duration":"101.102164ms","start":"2026-03-19T18:11:08.041637Z","end":"2026-03-19T18:11:08.14274Z","steps":["trace[192438794] 'agreement among raft nodes before linearized reading' (duration: 100.902609ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:08.142775Z","caller":"traceutil/trace.go:171","msg":"trace[1219149610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8908; }","duration":"227.014581ms","start":"2026-03-19T18:11:07.91575Z","end":"2026-03-19T18:11:08.142764Z","steps":["trace[1219149610] 'agreement among raft nodes before linearized reading' (duration: 226.913118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:08.14275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.645726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:11:08.142818Z","caller":"traceutil/trace.go:171","msg":"trace[290513039] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8908; }","duration":"199.766319ms","start":"2026-03-19T18:11:07.943036Z","end":"2026-03-19T18:11:08.142802Z","steps":["trace[290513039] 'agreement among raft nodes before linearized reading' (duration: 199.533713ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:08.142768Z","caller":"traceutil/trace.go:171","msg":"trace[1319279072] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"116.017386ms","start":"2026-03-19T18:11:08.026677Z","end":"2026-03-19T18:11:08.142694Z","steps":["trace[1319279072] 'process raft request' (duration: 115.674348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:10.350815Z","caller":"traceutil/trace.go:171","msg":"trace[1116125823] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"158.146069ms","start":"2026-03-19T18:11:10.192643Z","end":"2026-03-19T18:11:10.350789Z","steps":["trace[1116125823] 'process raft request' (duration: 157.906214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:10.351157Z","caller":"traceutil/trace.go:171","msg":"trace[596433746] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"158.363674ms","start":"2026-03-19T18:11:10.192726Z","end":"2026-03-19T18:11:10.351089Z","steps":["trace[596433746] 'process raft request' (duration: 158.009796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:10.351314Z","caller":"traceutil/trace.go:171","msg":"trace[139363144] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"158.331214ms","start":"2026-03-19T18:11:10.192966Z","end":"2026-03-19T18:11:10.351297Z","steps":["trace[139363144] 'process raft request' (duration: 158.122129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:10.351328Z","caller":"traceutil/trace.go:171","msg":"trace[1502985210] linearizableReadLoop","detail":"{readStateIndex:9298; appliedIndex:9292; }","duration":"157.606306ms","start":"2026-03-19T18:11:10.193699Z","end":"2026-03-19T18:11:10.351305Z","steps":["trace[1502985210] 'read index received' (duration: 92.608068ms)","trace[1502985210] 'applied index is now lower than readState.Index' (duration: 64.997168ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:10.351308Z","caller":"traceutil/trace.go:171","msg":"trace[1973138052] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"158.385195ms","start":"2026-03-19T18:11:10.192778Z","end":"2026-03-19T18:11:10.351163Z","steps":["trace[1973138052] 'process raft request' (duration: 158.18078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:10.351409Z","caller":"traceutil/trace.go:171","msg":"trace[721414440] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"157.735298ms","start":"2026-03-19T18:11:10.193607Z","end":"2026-03-19T18:11:10.351342Z","steps":["trace[721414440] 'process raft request' (duration: 157.618656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:10.351702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.057449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:10.351886Z","caller":"traceutil/trace.go:171","msg":"trace[313954204] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8945; }","duration":"114.192972ms","start":"2026-03-19T18:11:10.237607Z","end":"2026-03-19T18:11:10.3518Z","steps":["trace[313954204] 'agreement among raft nodes before linearized reading' (duration: 114.017638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:10.351994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.269201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:289362"} {"level":"info","ts":"2026-03-19T18:11:10.352065Z","caller":"traceutil/trace.go:171","msg":"trace[1584072879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:8945; }","duration":"158.372794ms","start":"2026-03-19T18:11:10.193675Z","end":"2026-03-19T18:11:10.352048Z","steps":["trace[1584072879] 'agreement among raft nodes before linearized reading' (duration: 157.76231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.181092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.867253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:11.181244Z","caller":"traceutil/trace.go:171","msg":"trace[1649136187] linearizableReadLoop","detail":"{readStateIndex:9300; appliedIndex:9299; }","duration":"108.931005ms","start":"2026-03-19T18:11:11.07229Z","end":"2026-03-19T18:11:11.181221Z","steps":["trace[1649136187] 'read index received' (duration: 49.572µs)","trace[1649136187] 'applied index is now lower than readState.Index' (duration: 108.879613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:11.18135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.064098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:11.181388Z","caller":"traceutil/trace.go:171","msg":"trace[161639851] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8947; }","duration":"109.14663ms","start":"2026-03-19T18:11:11.072231Z","end":"2026-03-19T18:11:11.181378Z","steps":["trace[161639851] 'agreement among raft nodes before linearized reading' (duration: 109.051977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:11.18136Z","caller":"traceutil/trace.go:171","msg":"trace[1350634241] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"215.198564ms","start":"2026-03-19T18:11:10.966094Z","end":"2026-03-19T18:11:11.181293Z","steps":["trace[1350634241] 'process raft request' (duration: 80.002612ms)","trace[1350634241] 'compare' (duration: 134.678439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:22.350037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.824359ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T18:11:22.350316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.655339ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:22.350438Z","caller":"traceutil/trace.go:171","msg":"trace[909160692] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8993; }","duration":"146.803073ms","start":"2026-03-19T18:11:22.203615Z","end":"2026-03-19T18:11:22.350419Z","steps":["trace[909160692] 'range keys from in-memory index tree' (duration: 146.640049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:22.353227Z","caller":"traceutil/trace.go:171","msg":"trace[106661293] linearizableReadLoop","detail":"{readStateIndex:9350; appliedIndex:9349; }","duration":"112.795738ms","start":"2026-03-19T18:11:22.240406Z","end":"2026-03-19T18:11:22.353202Z","steps":["trace[106661293] 'read index received' (duration: 112.554902ms)","trace[106661293] 'applied index is now lower than readState.Index' (duration: 239.966µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:22.353387Z","caller":"traceutil/trace.go:171","msg":"trace[676894461] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"179.813815ms","start":"2026-03-19T18:11:22.173527Z","end":"2026-03-19T18:11:22.353341Z","steps":["trace[676894461] 'process raft request' (duration: 179.504338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:22.35349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.072905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:11:22.353571Z","caller":"traceutil/trace.go:171","msg":"trace[1333720892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8994; }","duration":"113.207598ms","start":"2026-03-19T18:11:22.240339Z","end":"2026-03-19T18:11:22.353546Z","steps":["trace[1333720892] 'agreement among raft nodes before linearized reading' (duration: 112.994073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:29.233032Z","caller":"traceutil/trace.go:171","msg":"trace[218333485] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"110.874721ms","start":"2026-03-19T18:11:29.122115Z","end":"2026-03-19T18:11:29.232989Z","steps":["trace[218333485] 'process raft request' (duration: 110.39814ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:30.310105Z","caller":"traceutil/trace.go:171","msg":"trace[1349782658] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"138.682275ms","start":"2026-03-19T18:11:30.171398Z","end":"2026-03-19T18:11:30.310081Z","steps":["trace[1349782658] 'process raft request' (duration: 138.527262ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:30.512547Z","caller":"traceutil/trace.go:171","msg":"trace[355033124] linearizableReadLoop","detail":"{readStateIndex:9424; appliedIndex:9423; }","duration":"121.987931ms","start":"2026-03-19T18:11:30.390532Z","end":"2026-03-19T18:11:30.51252Z","steps":["trace[355033124] 'read index received' (duration: 111.413184ms)","trace[355033124] 'applied index is now lower than readState.Index' (duration: 10.573207ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:30.512557Z","caller":"traceutil/trace.go:171","msg":"trace[1439170311] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"135.356016ms","start":"2026-03-19T18:11:30.37717Z","end":"2026-03-19T18:11:30.512526Z","steps":["trace[1439170311] 'process raft request' (duration: 124.889052ms)","trace[1439170311] 'compare' (duration: 10.206478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:30.512887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.433265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:11:30.512969Z","caller":"traceutil/trace.go:171","msg":"trace[1799544899] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9066; }","duration":"113.558988ms","start":"2026-03-19T18:11:30.39939Z","end":"2026-03-19T18:11:30.512949Z","steps":["trace[1799544899] 'agreement among raft nodes before linearized reading' (duration: 113.286091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.513551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.880693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:11:30.513639Z","caller":"traceutil/trace.go:171","msg":"trace[555776347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9066; }","duration":"123.14761ms","start":"2026-03-19T18:11:30.390474Z","end":"2026-03-19T18:11:30.513622Z","steps":["trace[555776347] 'agreement among raft nodes before linearized reading' (duration: 122.162006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.827652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.543888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:30.827893Z","caller":"traceutil/trace.go:171","msg":"trace[1154369940] linearizableReadLoop","detail":"{readStateIndex:9431; appliedIndex:9429; }","duration":"245.598331ms","start":"2026-03-19T18:11:30.582277Z","end":"2026-03-19T18:11:30.827875Z","steps":["trace[1154369940] 'read index received' (duration: 58.568632ms)","trace[1154369940] 'applied index is now lower than readState.Index' (duration: 187.028829ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:30.827912Z","caller":"traceutil/trace.go:171","msg":"trace[938868701] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"246.200897ms","start":"2026-03-19T18:11:30.581671Z","end":"2026-03-19T18:11:30.827872Z","steps":["trace[938868701] 'process raft request' (duration: 59.154047ms)","trace[938868701] 'compare' (duration: 186.409245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:30.828061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.56599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:30.828112Z","caller":"traceutil/trace.go:171","msg":"trace[1117248405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9073; }","duration":"198.654452ms","start":"2026-03-19T18:11:30.629444Z","end":"2026-03-19T18:11:30.828099Z","steps":["trace[1117248405] 'agreement among raft nodes before linearized reading' (duration: 198.5726ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:30.828033Z","caller":"traceutil/trace.go:171","msg":"trace[787148964] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"246.032183ms","start":"2026-03-19T18:11:30.581956Z","end":"2026-03-19T18:11:30.827989Z","steps":["trace[787148964] 'process raft request' (duration: 245.852068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.828445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.160165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:304553"} {"level":"info","ts":"2026-03-19T18:11:30.828527Z","caller":"traceutil/trace.go:171","msg":"trace[965977873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9073; }","duration":"246.252158ms","start":"2026-03-19T18:11:30.582258Z","end":"2026-03-19T18:11:30.82851Z","steps":["trace[965977873] 'agreement among raft nodes before linearized reading' (duration: 245.737935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:41.001119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.895589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:41.001277Z","caller":"traceutil/trace.go:171","msg":"trace[1550845580] linearizableReadLoop","detail":"{readStateIndex:9493; appliedIndex:9492; }","duration":"413.715393ms","start":"2026-03-19T18:11:40.587531Z","end":"2026-03-19T18:11:41.001247Z","steps":["trace[1550845580] 'read index received' (duration: 83.517707ms)","trace[1550845580] 'applied index is now lower than readState.Index' (duration: 330.195436ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:41.001375Z","caller":"traceutil/trace.go:171","msg":"trace[1992229882] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"420.905027ms","start":"2026-03-19T18:11:40.580432Z","end":"2026-03-19T18:11:41.001337Z","steps":["trace[1992229882] 'process raft request' (duration: 90.66107ms)","trace[1992229882] 'compare' (duration: 329.677634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:41.001565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:40.580405Z","time spent":"421.05724ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:41.001617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.759822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:11:41.001663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.696847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T18:11:41.001693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.625349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:11:41.001733Z","caller":"traceutil/trace.go:171","msg":"trace[624401986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9133; }","duration":"368.918176ms","start":"2026-03-19T18:11:40.632785Z","end":"2026-03-19T18:11:41.001704Z","steps":["trace[624401986] 'agreement among raft nodes before linearized reading' (duration: 368.634299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:41.00174Z","caller":"traceutil/trace.go:171","msg":"trace[652370520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:9133; }","duration":"110.80247ms","start":"2026-03-19T18:11:40.890916Z","end":"2026-03-19T18:11:41.001719Z","steps":["trace[652370520] 'agreement among raft nodes before linearized reading' (duration: 110.631736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:41.001742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.759466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:11:41.001804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:40.632762Z","time spent":"369.028688ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:41.001811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.015775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:11:41.001821Z","caller":"traceutil/trace.go:171","msg":"trace[1990887153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9133; }","duration":"341.853448ms","start":"2026-03-19T18:11:40.659951Z","end":"2026-03-19T18:11:41.001804Z","steps":["trace[1990887153] 'agreement among raft nodes before linearized reading' (duration: 341.608602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:41.001847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.916581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:41.001865Z","caller":"traceutil/trace.go:171","msg":"trace[224086154] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9133; }","duration":"125.111307ms","start":"2026-03-19T18:11:40.876737Z","end":"2026-03-19T18:11:41.001848Z","steps":["trace[224086154] 'agreement among raft nodes before linearized reading' (duration: 124.855291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:41.001854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.044566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:11:41.001906Z","caller":"traceutil/trace.go:171","msg":"trace[1368610484] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9133; }","duration":"354.014273ms","start":"2026-03-19T18:11:40.647872Z","end":"2026-03-19T18:11:41.001886Z","steps":["trace[1368610484] 'agreement among raft nodes before linearized reading' (duration: 353.932261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:41.001765Z","caller":"traceutil/trace.go:171","msg":"trace[159524956] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9133; }","duration":"340.700251ms","start":"2026-03-19T18:11:40.661047Z","end":"2026-03-19T18:11:41.001747Z","steps":["trace[159524956] 'agreement among raft nodes before linearized reading' (duration: 340.508756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:41.001934Z","caller":"traceutil/trace.go:171","msg":"trace[248956902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9133; }","duration":"338.147959ms","start":"2026-03-19T18:11:40.663771Z","end":"2026-03-19T18:11:41.001919Z","steps":["trace[248956902] 'agreement among raft nodes before linearized reading' (duration: 337.976485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:41.001869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:40.659918Z","time spent":"341.942331ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:11:41.00197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:40.647848Z","time spent":"354.091915ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:11:41.001662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.125342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:11:41.002051Z","caller":"traceutil/trace.go:171","msg":"trace[1361307988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9133; }","duration":"414.552753ms","start":"2026-03-19T18:11:40.587487Z","end":"2026-03-19T18:11:41.002039Z","steps":["trace[1361307988] 'agreement among raft nodes before linearized reading' (duration: 413.842086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:41.002006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:40.663758Z","time spent":"338.237571ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:41.002099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:40.587475Z","time spent":"414.609004ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:11:41.001964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:40.661019Z","time spent":"340.930846ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:11:41.002372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.023442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T18:11:41.002605Z","caller":"traceutil/trace.go:171","msg":"trace[1359790637] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9133; }","duration":"307.292029ms","start":"2026-03-19T18:11:40.695287Z","end":"2026-03-19T18:11:41.002579Z","steps":["trace[1359790637] 'agreement among raft nodes before linearized reading' (duration: 306.210883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:41.002681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.105654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:11:41.002739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:40.695271Z","time spent":"307.411381ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T18:11:41.002792Z","caller":"traceutil/trace.go:171","msg":"trace[214699525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9133; }","duration":"122.264877ms","start":"2026-03-19T18:11:40.880512Z","end":"2026-03-19T18:11:41.002777Z","steps":["trace[214699525] 'agreement among raft nodes before linearized reading' (duration: 121.031508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:13.126973Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7138} {"level":"info","ts":"2026-03-19T18:12:13.201288Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7138,"took":"72.262924ms","hash":2788151404,"current-db-size-bytes":37974016,"current-db-size":"38 MB","current-db-size-in-use-bytes":25272320,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-19T18:12:13.201352Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2788151404,"revision":7138,"compact-revision":4860} {"level":"warn","ts":"2026-03-19T18:12:39.548783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.361198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:12:39.548866Z","caller":"traceutil/trace.go:171","msg":"trace[611863608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9563; }","duration":"201.506802ms","start":"2026-03-19T18:12:39.347342Z","end":"2026-03-19T18:12:39.548848Z","steps":["trace[611863608] 'range keys from in-memory index tree' (duration: 201.168444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:39.548951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.375479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:12:39.549052Z","caller":"traceutil/trace.go:171","msg":"trace[1133797819] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9563; }","duration":"192.493902ms","start":"2026-03-19T18:12:39.356528Z","end":"2026-03-19T18:12:39.549022Z","steps":["trace[1133797819] 'range keys from in-memory index tree' (duration: 192.196495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:39.549037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.128206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:12:39.549132Z","caller":"traceutil/trace.go:171","msg":"trace[538739856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:9563; }","duration":"140.273221ms","start":"2026-03-19T18:12:39.408835Z","end":"2026-03-19T18:12:39.549108Z","steps":["trace[538739856] 'range keys from in-memory index tree' (duration: 139.87187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:39.549155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.571478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:12:39.549143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.713046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T18:12:39.549144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.757333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:12:39.549249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.780573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:39.549295Z","caller":"traceutil/trace.go:171","msg":"trace[1537234719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9563; }","duration":"236.864975ms","start":"2026-03-19T18:12:39.312422Z","end":"2026-03-19T18:12:39.549287Z","steps":["trace[1537234719] 'range keys from in-memory index tree' (duration: 236.710092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:39.549291Z","caller":"traceutil/trace.go:171","msg":"trace[363577931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9563; }","duration":"211.728892ms","start":"2026-03-19T18:12:39.337537Z","end":"2026-03-19T18:12:39.549266Z","steps":["trace[363577931] 'range keys from in-memory index tree' (duration: 211.402984ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:39.549299Z","caller":"traceutil/trace.go:171","msg":"trace[1963996748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9563; }","duration":"212.916171ms","start":"2026-03-19T18:12:39.336361Z","end":"2026-03-19T18:12:39.549277Z","steps":["trace[1963996748] 'range keys from in-memory index tree' (duration: 212.5309ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:39.549303Z","caller":"traceutil/trace.go:171","msg":"trace[1486272308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9563; }","duration":"211.960228ms","start":"2026-03-19T18:12:39.337325Z","end":"2026-03-19T18:12:39.549285Z","steps":["trace[1486272308] 'range keys from in-memory index tree' (duration: 211.523607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:39.549168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.322102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:12:39.549414Z","caller":"traceutil/trace.go:171","msg":"trace[999956602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9563; }","duration":"243.599839ms","start":"2026-03-19T18:12:39.305792Z","end":"2026-03-19T18:12:39.549392Z","steps":["trace[999956602] 'range keys from in-memory index tree' (duration: 243.163977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:39.549666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.600749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T18:12:39.549742Z","caller":"traceutil/trace.go:171","msg":"trace[1501821799] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9563; }","duration":"195.725801ms","start":"2026-03-19T18:12:39.353997Z","end":"2026-03-19T18:12:39.549723Z","steps":["trace[1501821799] 'range keys from in-memory index tree' (duration: 195.435835ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:46.676071Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1627b0b72e417489","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:12:46.681537Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T18:12:46.681646Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T18:13:00.194899Z","caller":"traceutil/trace.go:171","msg":"trace[941330992] linearizableReadLoop","detail":"{readStateIndex:10149; appliedIndex:10148; }","duration":"106.424504ms","start":"2026-03-19T18:13:00.088451Z","end":"2026-03-19T18:13:00.194875Z","steps":["trace[941330992] 'read index received' (duration: 106.175598ms)","trace[941330992] 'applied index is now lower than readState.Index' (duration: 247.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:00.195005Z","caller":"traceutil/trace.go:171","msg":"trace[1790414271] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"148.466579ms","start":"2026-03-19T18:13:00.046498Z","end":"2026-03-19T18:13:00.194964Z","steps":["trace[1790414271] 'process raft request' (duration: 148.103401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:00.195062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.554357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:00.195101Z","caller":"traceutil/trace.go:171","msg":"trace[341023078] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9763; }","duration":"106.68947ms","start":"2026-03-19T18:13:00.0884Z","end":"2026-03-19T18:13:00.19509Z","steps":["trace[341023078] 'agreement among raft nodes before linearized reading' (duration: 106.573078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:01.80496Z","caller":"traceutil/trace.go:171","msg":"trace[444717771] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"140.796312ms","start":"2026-03-19T18:13:01.664122Z","end":"2026-03-19T18:13:01.804919Z","steps":["trace[444717771] 'process raft request' (duration: 80.422951ms)","trace[444717771] 'compare' (duration: 59.954621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:01.805158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.701251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:13:01.80521Z","caller":"traceutil/trace.go:171","msg":"trace[1176756622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9773; }","duration":"131.789133ms","start":"2026-03-19T18:13:01.673411Z","end":"2026-03-19T18:13:01.8052Z","steps":["trace[1176756622] 'agreement among raft nodes before linearized reading' (duration: 131.613079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:01.804975Z","caller":"traceutil/trace.go:171","msg":"trace[1227311555] linearizableReadLoop","detail":"{readStateIndex:10160; appliedIndex:10156; }","duration":"131.514036ms","start":"2026-03-19T18:13:01.673437Z","end":"2026-03-19T18:13:01.804951Z","steps":["trace[1227311555] 'read index received' (duration: 71.122474ms)","trace[1227311555] 'applied index is now lower than readState.Index' (duration: 60.390622ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:01.805318Z","caller":"traceutil/trace.go:171","msg":"trace[910361478] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"138.251731ms","start":"2026-03-19T18:13:01.667012Z","end":"2026-03-19T18:13:01.805264Z","steps":["trace[910361478] 'process raft request' (duration: 137.773549ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:01.805364Z","caller":"traceutil/trace.go:171","msg":"trace[1585023022] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"138.261241ms","start":"2026-03-19T18:13:01.667092Z","end":"2026-03-19T18:13:01.805353Z","steps":["trace[1585023022] 'process raft request' (duration: 137.779999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:01.805413Z","caller":"traceutil/trace.go:171","msg":"trace[2115083454] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"135.436062ms","start":"2026-03-19T18:13:01.669952Z","end":"2026-03-19T18:13:01.805388Z","steps":["trace[2115083454] 'process raft request' (duration: 134.95757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:01.805461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.2601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tmmkp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T18:13:01.805498Z","caller":"traceutil/trace.go:171","msg":"trace[466095329] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tmmkp; range_end:; response_count:1; response_revision:9773; }","duration":"122.308501ms","start":"2026-03-19T18:13:01.683179Z","end":"2026-03-19T18:13:01.805488Z","steps":["trace[466095329] 'agreement among raft nodes before linearized reading' (duration: 122.197538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:01.805505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.812739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-19T18:13:01.805504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.094602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:13:01.805626Z","caller":"traceutil/trace.go:171","msg":"trace[1732300985] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9773; }","duration":"130.950582ms","start":"2026-03-19T18:13:01.674653Z","end":"2026-03-19T18:13:01.805604Z","steps":["trace[1732300985] 'agreement among raft nodes before linearized reading' (duration: 130.708816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:01.805625Z","caller":"traceutil/trace.go:171","msg":"trace[1088303179] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9773; }","duration":"130.265916ms","start":"2026-03-19T18:13:01.675343Z","end":"2026-03-19T18:13:01.805609Z","steps":["trace[1088303179] 'agreement among raft nodes before linearized reading' (duration: 130.037561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:04.077111Z","caller":"traceutil/trace.go:171","msg":"trace[1689315577] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"171.401029ms","start":"2026-03-19T18:13:03.905685Z","end":"2026-03-19T18:13:04.077086Z","steps":["trace[1689315577] 'process raft request' (duration: 87.081463ms)","trace[1689315577] 'compare' (duration: 83.929637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:04.477009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.048257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:13:04.47711Z","caller":"traceutil/trace.go:171","msg":"trace[182032075] linearizableReadLoop","detail":"{readStateIndex:10180; appliedIndex:10179; }","duration":"164.863199ms","start":"2026-03-19T18:13:04.312231Z","end":"2026-03-19T18:13:04.477094Z","steps":["trace[182032075] 'read index received' (duration: 42.141µs)","trace[182032075] 'applied index is now lower than readState.Index' (duration: 164.820068ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:04.477191Z","caller":"traceutil/trace.go:171","msg":"trace[559002846] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"380.961038ms","start":"2026-03-19T18:13:04.096218Z","end":"2026-03-19T18:13:04.477179Z","steps":["trace[559002846] 'process raft request' (duration: 123.657835ms)","trace[559002846] 'compare' (duration: 256.75262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:04.477252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:04.096201Z","time spent":"381.02215ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5181,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:13:04.477399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.663462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:04.477485Z","caller":"traceutil/trace.go:171","msg":"trace[425052937] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9793; }","duration":"120.793444ms","start":"2026-03-19T18:13:04.35667Z","end":"2026-03-19T18:13:04.477463Z","steps":["trace[425052937] 'agreement among raft nodes before linearized reading' (duration: 120.655451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:04.477654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.380252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:04.477811Z","caller":"traceutil/trace.go:171","msg":"trace[680269494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9793; }","duration":"165.566346ms","start":"2026-03-19T18:13:04.312185Z","end":"2026-03-19T18:13:04.477752Z","steps":["trace[680269494] 'agreement among raft nodes before linearized reading' (duration: 165.277249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:04.802008Z","caller":"traceutil/trace.go:171","msg":"trace[2042954879] linearizableReadLoop","detail":"{readStateIndex:10181; appliedIndex:10180; }","duration":"314.889067ms","start":"2026-03-19T18:13:04.48708Z","end":"2026-03-19T18:13:04.801969Z","steps":["trace[2042954879] 'read index received' (duration: 283.903122ms)","trace[2042954879] 'applied index is now lower than readState.Index' (duration: 30.984055ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:04.802022Z","caller":"traceutil/trace.go:171","msg":"trace[310634521] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"314.99414ms","start":"2026-03-19T18:13:04.486993Z","end":"2026-03-19T18:13:04.801987Z","steps":["trace[310634521] 'process raft request' (duration: 284.026565ms)","trace[310634521] 'compare' (duration: 30.630357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:04.802123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.03227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:04.802154Z","caller":"traceutil/trace.go:171","msg":"trace[1462392764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9794; }","duration":"315.119712ms","start":"2026-03-19T18:13:04.487026Z","end":"2026-03-19T18:13:04.802146Z","steps":["trace[1462392764] 'agreement among raft nodes before linearized reading' (duration: 315.047821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:04.802177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:04.487009Z","time spent":"315.163083ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:13:04.802184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:04.486976Z","time spent":"315.120882ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4803,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:13:04.829907Z","caller":"traceutil/trace.go:171","msg":"trace[214287075] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"339.818695ms","start":"2026-03-19T18:13:04.490058Z","end":"2026-03-19T18:13:04.829877Z","steps":["trace[214287075] 'process raft request' (duration: 339.669891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:04.830061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:04.49005Z","time spent":"339.933677ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7276,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:13:04.97487Z","caller":"traceutil/trace.go:171","msg":"trace[1607289627] linearizableReadLoop","detail":"{readStateIndex:10183; appliedIndex:10181; }","duration":"146.731569ms","start":"2026-03-19T18:13:04.828119Z","end":"2026-03-19T18:13:04.97485Z","steps":["trace[1607289627] 'read index received' (duration: 1.58362ms)","trace[1607289627] 'applied index is now lower than readState.Index' (duration: 145.147239ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:04.974937Z","caller":"traceutil/trace.go:171","msg":"trace[2097948111] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"161.142769ms","start":"2026-03-19T18:13:04.813769Z","end":"2026-03-19T18:13:04.974912Z","steps":["trace[2097948111] 'process raft request' (duration: 143.661752ms)","trace[2097948111] 'compare' (duration: 17.325403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:04.975087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.883542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:13:04.975271Z","caller":"traceutil/trace.go:171","msg":"trace[1765691462] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9796; }","duration":"147.174029ms","start":"2026-03-19T18:13:04.828075Z","end":"2026-03-19T18:13:04.975249Z","steps":["trace[1765691462] 'agreement among raft nodes before linearized reading' (duration: 146.837731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:13.133474Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9359} {"level":"info","ts":"2026-03-19T18:17:13.213918Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9359,"took":"78.968925ms","hash":3500416912,"current-db-size-bytes":37974016,"current-db-size":"38 MB","current-db-size-in-use-bytes":17833984,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T18:17:13.213998Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3500416912,"revision":9359,"compact-revision":7138}