{"level":"warn","ts":"2026-03-19T17:53:11.625604Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:53:11.625734Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.103:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.103:2380","--initial-cluster=instance=https://199.19.213.103:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.103:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.103:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T17:53:11.625834Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:53:11.625852Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.103:2380"]} {"level":"info","ts":"2026-03-19T17:53:11.625883Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:53:11.626922Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"]} {"level":"info","ts":"2026-03-19T17:53:11.627012Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.103:2380"],"listen-peer-urls":["https://199.19.213.103:2380"],"advertise-client-urls":["https://199.19.213.103:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.103:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T17:53:11.632035Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.785412ms"} {"level":"info","ts":"2026-03-19T17:53:11.640722Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d82047944f922143","cluster-id":"223a09c0da413f53"} {"level":"info","ts":"2026-03-19T17:53:11.640826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T17:53:11.640854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became follower at term 0"} {"level":"info","ts":"2026-03-19T17:53:11.640872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d82047944f922143 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T17:53:11.640881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became follower at term 1"} {"level":"info","ts":"2026-03-19T17:53:11.64097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=(15573526213762883907)"} {"level":"warn","ts":"2026-03-19T17:53:11.648802Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T17:53:11.651728Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T17:53:11.65454Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T17:53:11.657819Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d82047944f922143","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T17:53:11.658049Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d82047944f922143","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T17:53:11.658268Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:53:11.658499Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:53:11.658527Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:53:11.659213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=(15573526213762883907)"} {"level":"info","ts":"2026-03-19T17:53:11.659344Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"223a09c0da413f53","local-member-id":"d82047944f922143","added-peer-id":"d82047944f922143","added-peer-peer-urls":["https://199.19.213.103:2380"]} {"level":"info","ts":"2026-03-19T17:53:11.660971Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:53:11.661108Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.103:2380"} {"level":"info","ts":"2026-03-19T17:53:11.66116Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.103:2380"} {"level":"info","ts":"2026-03-19T17:53:11.661349Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d82047944f922143","initial-advertise-peer-urls":["https://199.19.213.103:2380"],"listen-peer-urls":["https://199.19.213.103:2380"],"advertise-client-urls":["https://199.19.213.103:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T17:53:11.661393Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T17:53:12.041541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T17:53:12.041652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T17:53:12.041694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 received MsgPreVoteResp from d82047944f922143 at term 1"} {"level":"info","ts":"2026-03-19T17:53:12.041721Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became candidate at term 2"} {"level":"info","ts":"2026-03-19T17:53:12.041868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 received MsgVoteResp from d82047944f922143 at term 2"} {"level":"info","ts":"2026-03-19T17:53:12.041888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became leader at term 2"} {"level":"info","ts":"2026-03-19T17:53:12.042001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d82047944f922143 elected leader d82047944f922143 at term 2"} {"level":"info","ts":"2026-03-19T17:53:12.043256Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d82047944f922143","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.103:2379]}","request-path":"/0/members/d82047944f922143/attributes","cluster-id":"223a09c0da413f53","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T17:53:12.043384Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:53:12.04346Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:12.043635Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:53:12.043838Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T17:53:12.043921Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T17:53:12.04462Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"223a09c0da413f53","local-member-id":"d82047944f922143","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:12.04484Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:12.044888Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:12.047098Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T17:53:12.048238Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.103:2379"} {"level":"warn","ts":"2026-03-19T17:53:16.390822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.097413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:16.391122Z","caller":"traceutil/trace.go:171","msg":"trace[648713441] linearizableReadLoop","detail":"{readStateIndex:211; appliedIndex:210; }","duration":"140.449496ms","start":"2026-03-19T17:53:16.250638Z","end":"2026-03-19T17:53:16.391087Z","steps":["trace[648713441] 'read index received' (duration: 82.553µs)","trace[648713441] 'applied index is now lower than readState.Index' (duration: 140.365383ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:16.391149Z","caller":"traceutil/trace.go:171","msg":"trace[719384005] transaction","detail":"{read_only:false; response_revision:206; number_of_response:1; }","duration":"271.945025ms","start":"2026-03-19T17:53:16.119167Z","end":"2026-03-19T17:53:16.391112Z","steps":["trace[719384005] 'compare' (duration: 268.920198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.391357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.700123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:16.391459Z","caller":"traceutil/trace.go:171","msg":"trace[1816413440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:206; }","duration":"140.854567ms","start":"2026-03-19T17:53:16.250576Z","end":"2026-03-19T17:53:16.39143Z","steps":["trace[1816413440] 'agreement among raft nodes before linearized reading' (duration: 140.647471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.544208Z","caller":"traceutil/trace.go:171","msg":"trace[1562011186] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"146.51423ms","start":"2026-03-19T17:53:16.397643Z","end":"2026-03-19T17:53:16.544157Z","steps":["trace[1562011186] 'process raft request' (duration: 146.438458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.544259Z","caller":"traceutil/trace.go:171","msg":"trace[788501049] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"148.017088ms","start":"2026-03-19T17:53:16.396179Z","end":"2026-03-19T17:53:16.544196Z","steps":["trace[788501049] 'process raft request' (duration: 111.981614ms)","trace[788501049] 'compare' (duration: 35.671145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:16.855096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.449827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:16.85533Z","caller":"traceutil/trace.go:171","msg":"trace[1929107177] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"233.12677ms","start":"2026-03-19T17:53:16.622178Z","end":"2026-03-19T17:53:16.855305Z","steps":["trace[1929107177] 'process raft request' (duration: 233.036447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.855358Z","caller":"traceutil/trace.go:171","msg":"trace[1441955912] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"249.868974ms","start":"2026-03-19T17:53:16.605444Z","end":"2026-03-19T17:53:16.855313Z","steps":["trace[1441955912] 'process raft request' (duration: 94.116259ms)","trace[1441955912] 'compare' (duration: 155.283483ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:17.197888Z","caller":"traceutil/trace.go:171","msg":"trace[1560755052] linearizableReadLoop","detail":"{readStateIndex:226; appliedIndex:225; }","duration":"160.474055ms","start":"2026-03-19T17:53:17.037382Z","end":"2026-03-19T17:53:17.197856Z","steps":["trace[1560755052] 'read index received' (duration: 160.28608ms)","trace[1560755052] 'applied index is now lower than readState.Index' (duration: 186.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:17.197932Z","caller":"traceutil/trace.go:171","msg":"trace[1292605833] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"197.897754ms","start":"2026-03-19T17:53:16.999995Z","end":"2026-03-19T17:53:17.197893Z","steps":["trace[1292605833] 'process raft request' (duration: 197.693099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:17.198166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.760661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:17.19834Z","caller":"traceutil/trace.go:171","msg":"trace[2076038345] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:220; }","duration":"160.960568ms","start":"2026-03-19T17:53:17.037321Z","end":"2026-03-19T17:53:17.198282Z","steps":["trace[2076038345] 'agreement among raft nodes before linearized reading' (duration: 160.707911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.356434Z","caller":"traceutil/trace.go:171","msg":"trace[129839035] linearizableReadLoop","detail":"{readStateIndex:229; appliedIndex:226; }","duration":"102.313538ms","start":"2026-03-19T17:53:17.254093Z","end":"2026-03-19T17:53:17.356407Z","steps":["trace[129839035] 'read index received' (duration: 19.461875ms)","trace[129839035] 'applied index is now lower than readState.Index' (duration: 82.850333ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:17.356447Z","caller":"traceutil/trace.go:171","msg":"trace[1559484935] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"151.273041ms","start":"2026-03-19T17:53:17.205123Z","end":"2026-03-19T17:53:17.356396Z","steps":["trace[1559484935] 'process raft request' (duration: 68.332535ms)","trace[1559484935] 'compare' (duration: 82.672359ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:17.35659Z","caller":"traceutil/trace.go:171","msg":"trace[1767490668] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"149.938687ms","start":"2026-03-19T17:53:17.206578Z","end":"2026-03-19T17:53:17.356516Z","steps":["trace[1767490668] 'process raft request' (duration: 149.769282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:17.35661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.501193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:17.356667Z","caller":"traceutil/trace.go:171","msg":"trace[1355041342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:223; }","duration":"102.626426ms","start":"2026-03-19T17:53:17.254023Z","end":"2026-03-19T17:53:17.35665Z","steps":["trace[1355041342] 'agreement among raft nodes before linearized reading' (duration: 102.493323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.356814Z","caller":"traceutil/trace.go:171","msg":"trace[1814071742] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"150.973773ms","start":"2026-03-19T17:53:17.205825Z","end":"2026-03-19T17:53:17.356799Z","steps":["trace[1814071742] 'process raft request' (duration: 150.4663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.54611Z","caller":"traceutil/trace.go:171","msg":"trace[1334662846] linearizableReadLoop","detail":"{readStateIndex:231; appliedIndex:229; }","duration":"182.949936ms","start":"2026-03-19T17:53:17.363126Z","end":"2026-03-19T17:53:17.546076Z","steps":["trace[1334662846] 'read index received' (duration: 68.021688ms)","trace[1334662846] 'applied index is now lower than readState.Index' (duration: 114.926898ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:17.546314Z","caller":"traceutil/trace.go:171","msg":"trace[2115809935] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"182.336699ms","start":"2026-03-19T17:53:17.363951Z","end":"2026-03-19T17:53:17.546288Z","steps":["trace[2115809935] 'process raft request' (duration: 182.058413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.546271Z","caller":"traceutil/trace.go:171","msg":"trace[698307034] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"184.197918ms","start":"2026-03-19T17:53:17.362041Z","end":"2026-03-19T17:53:17.546239Z","steps":["trace[698307034] 'process raft request' (duration: 94.348656ms)","trace[698307034] 'compare' (duration: 89.415861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:17.546577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.030164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-19T17:53:17.546621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.478229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T17:53:17.546667Z","caller":"traceutil/trace.go:171","msg":"trace[107004083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:226; }","duration":"112.167377ms","start":"2026-03-19T17:53:17.434476Z","end":"2026-03-19T17:53:17.546644Z","steps":["trace[107004083] 'agreement among raft nodes before linearized reading' (duration: 111.933921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.5467Z","caller":"traceutil/trace.go:171","msg":"trace[840107688] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:226; }","duration":"183.579152ms","start":"2026-03-19T17:53:17.363101Z","end":"2026-03-19T17:53:17.54668Z","steps":["trace[840107688] 'agreement among raft nodes before linearized reading' (duration: 183.372516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.751861Z","caller":"traceutil/trace.go:171","msg":"trace[1981523287] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"133.424808ms","start":"2026-03-19T17:53:17.618405Z","end":"2026-03-19T17:53:17.75183Z","steps":["trace[1981523287] 'process raft request' (duration: 35.84667ms)","trace[1981523287] 'compare' (duration: 97.28303ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:17.751861Z","caller":"traceutil/trace.go:171","msg":"trace[782321602] linearizableReadLoop","detail":"{readStateIndex:238; appliedIndex:236; }","duration":"131.16703ms","start":"2026-03-19T17:53:17.620653Z","end":"2026-03-19T17:53:17.75182Z","steps":["trace[782321602] 'read index received' (duration: 33.614483ms)","trace[782321602] 'applied index is now lower than readState.Index' (duration: 97.551167ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:17.75193Z","caller":"traceutil/trace.go:171","msg":"trace[441261808] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"132.374091ms","start":"2026-03-19T17:53:17.619493Z","end":"2026-03-19T17:53:17.751867Z","steps":["trace[441261808] 'process raft request' (duration: 132.251958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:17.752102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.414516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-19T17:53:17.752156Z","caller":"traceutil/trace.go:171","msg":"trace[672342675] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:232; }","duration":"131.51749ms","start":"2026-03-19T17:53:17.620622Z","end":"2026-03-19T17:53:17.752139Z","steps":["trace[672342675] 'agreement among raft nodes before linearized reading' (duration: 131.368075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:21.746174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.789728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-19T17:53:21.746413Z","caller":"traceutil/trace.go:171","msg":"trace[359098480] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:347; }","duration":"138.075996ms","start":"2026-03-19T17:53:21.608305Z","end":"2026-03-19T17:53:21.746381Z","steps":["trace[359098480] 'range keys from in-memory index tree' (duration: 137.658195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:21.74616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.183603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:21.746584Z","caller":"traceutil/trace.go:171","msg":"trace[1023989249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:347; }","duration":"124.619944ms","start":"2026-03-19T17:53:21.621885Z","end":"2026-03-19T17:53:21.746505Z","steps":["trace[1023989249] 'range keys from in-memory index tree' (duration: 124.039959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:22.216543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.403414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:22.217086Z","caller":"traceutil/trace.go:171","msg":"trace[1358099255] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:385; }","duration":"110.911026ms","start":"2026-03-19T17:53:22.106147Z","end":"2026-03-19T17:53:22.217058Z","steps":["trace[1358099255] 'read index received' (duration: 110.214998ms)","trace[1358099255] 'applied index is now lower than readState.Index' (duration: 694.378µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:22.21728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.12956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T17:53:22.217058Z","caller":"traceutil/trace.go:171","msg":"trace[230954185] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"128.042481ms","start":"2026-03-19T17:53:22.088976Z","end":"2026-03-19T17:53:22.217018Z","steps":["trace[230954185] 'process raft request' (duration: 14.807647ms)","trace[230954185] 'compare' (duration: 112.25338ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:22.217336Z","caller":"traceutil/trace.go:171","msg":"trace[1757720376] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:375; }","duration":"111.250114ms","start":"2026-03-19T17:53:22.106076Z","end":"2026-03-19T17:53:22.217326Z","steps":["trace[1757720376] 'agreement among raft nodes before linearized reading' (duration: 111.125491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:22.217168Z","caller":"traceutil/trace.go:171","msg":"trace[1080755856] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"119.791643ms","start":"2026-03-19T17:53:22.097364Z","end":"2026-03-19T17:53:22.217156Z","steps":["trace[1080755856] 'process raft request' (duration: 119.606008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:22.336205Z","caller":"traceutil/trace.go:171","msg":"trace[151179735] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"105.183221ms","start":"2026-03-19T17:53:22.231Z","end":"2026-03-19T17:53:22.336184Z","steps":["trace[151179735] 'process raft request' (duration: 105.137469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:22.336243Z","caller":"traceutil/trace.go:171","msg":"trace[1709216335] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"105.51352ms","start":"2026-03-19T17:53:22.230697Z","end":"2026-03-19T17:53:22.33621Z","steps":["trace[1709216335] 'process raft request' (duration: 100.383999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:22.520563Z","caller":"traceutil/trace.go:171","msg":"trace[2105768292] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"142.847077ms","start":"2026-03-19T17:53:22.377689Z","end":"2026-03-19T17:53:22.520536Z","steps":["trace[2105768292] 'process raft request' (duration: 62.946128ms)","trace[2105768292] 'compare' (duration: 79.601461ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:22.520982Z","caller":"traceutil/trace.go:171","msg":"trace[1673915886] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"140.885188ms","start":"2026-03-19T17:53:22.380087Z","end":"2026-03-19T17:53:22.520973Z","steps":["trace[1673915886] 'process raft request' (duration: 140.367684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:22.521084Z","caller":"traceutil/trace.go:171","msg":"trace[1472270047] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"100.320736ms","start":"2026-03-19T17:53:22.420739Z","end":"2026-03-19T17:53:22.521059Z","steps":["trace[1472270047] 'process raft request' (duration: 99.904277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:23.361329Z","caller":"traceutil/trace.go:171","msg":"trace[393575409] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"240.462306ms","start":"2026-03-19T17:53:23.120842Z","end":"2026-03-19T17:53:23.361304Z","steps":["trace[393575409] 'process raft request' (duration: 240.304711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:23.634842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.306418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:23.635256Z","caller":"traceutil/trace.go:171","msg":"trace[520425485] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"262.246058ms","start":"2026-03-19T17:53:23.372975Z","end":"2026-03-19T17:53:23.635221Z","steps":["trace[520425485] 'process raft request' (duration: 133.397557ms)","trace[520425485] 'compare' (duration: 128.01055ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:24.1456Z","caller":"traceutil/trace.go:171","msg":"trace[1303272258] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"253.808505ms","start":"2026-03-19T17:53:23.891752Z","end":"2026-03-19T17:53:24.145561Z","steps":["trace[1303272258] 'process raft request' (duration: 225.920597ms)","trace[1303272258] 'compare' (duration: 27.698443ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:24.145707Z","caller":"traceutil/trace.go:171","msg":"trace[330734146] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"210.910225ms","start":"2026-03-19T17:53:23.93476Z","end":"2026-03-19T17:53:24.145671Z","steps":["trace[330734146] 'process raft request' (duration: 210.826903ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:24.145751Z","caller":"traceutil/trace.go:171","msg":"trace[381237351] linearizableReadLoop","detail":"{readStateIndex:406; appliedIndex:405; }","duration":"214.091046ms","start":"2026-03-19T17:53:23.93161Z","end":"2026-03-19T17:53:24.145701Z","steps":["trace[381237351] 'read index received' (duration: 186.049364ms)","trace[381237351] 'applied index is now lower than readState.Index' (duration: 28.037942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:24.146063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.424564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:53:24.146106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.978848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:24.146161Z","caller":"traceutil/trace.go:171","msg":"trace[1772318134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:395; }","duration":"214.578358ms","start":"2026-03-19T17:53:23.931547Z","end":"2026-03-19T17:53:24.146125Z","steps":["trace[1772318134] 'agreement among raft nodes before linearized reading' (duration: 214.341282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:24.146204Z","caller":"traceutil/trace.go:171","msg":"trace[1607510725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:395; }","duration":"135.119821ms","start":"2026-03-19T17:53:24.011067Z","end":"2026-03-19T17:53:24.146187Z","steps":["trace[1607510725] 'agreement among raft nodes before linearized reading' (duration: 134.974226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:24.146504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.990455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-03-19T17:53:24.146686Z","caller":"traceutil/trace.go:171","msg":"trace[973773068] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:395; }","duration":"114.242201ms","start":"2026-03-19T17:53:24.03239Z","end":"2026-03-19T17:53:24.146632Z","steps":["trace[973773068] 'agreement among raft nodes before linearized reading' (duration: 113.727778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:24.536489Z","caller":"traceutil/trace.go:171","msg":"trace[1355234616] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"117.664338ms","start":"2026-03-19T17:53:24.4188Z","end":"2026-03-19T17:53:24.536464Z","steps":["trace[1355234616] 'process raft request' (duration: 110.214948ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:28.610819Z","caller":"traceutil/trace.go:171","msg":"trace[37158700] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"393.982405ms","start":"2026-03-19T17:53:28.216813Z","end":"2026-03-19T17:53:28.610796Z","steps":["trace[37158700] 'read index received' (duration: 393.882622ms)","trace[37158700] 'applied index is now lower than readState.Index' (duration: 98.942µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:28.610908Z","caller":"traceutil/trace.go:171","msg":"trace[1339410017] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"690.563494ms","start":"2026-03-19T17:53:27.920322Z","end":"2026-03-19T17:53:28.610885Z","steps":["trace[1339410017] 'process raft request' (duration: 690.321267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:28.611058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.960433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:28.611105Z","caller":"traceutil/trace.go:171","msg":"trace[2017089991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:408; }","duration":"394.056935ms","start":"2026-03-19T17:53:28.217038Z","end":"2026-03-19T17:53:28.611095Z","steps":["trace[2017089991] 'agreement among raft nodes before linearized reading' (duration: 393.922031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:28.611048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.92029Z","time spent":"690.673686ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:28.611139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.217014Z","time spent":"394.117877ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:28.611131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.023595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4795"} {"level":"info","ts":"2026-03-19T17:53:28.61124Z","caller":"traceutil/trace.go:171","msg":"trace[473938601] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:408; }","duration":"305.197359ms","start":"2026-03-19T17:53:28.306018Z","end":"2026-03-19T17:53:28.611216Z","steps":["trace[473938601] 'agreement among raft nodes before linearized reading' (duration: 304.960282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:28.611259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.443276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T17:53:28.611308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.305991Z","time spent":"305.28926ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4818,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-19T17:53:28.611322Z","caller":"traceutil/trace.go:171","msg":"trace[121018334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:408; }","duration":"394.564368ms","start":"2026-03-19T17:53:28.216738Z","end":"2026-03-19T17:53:28.611302Z","steps":["trace[121018334] 'agreement among raft nodes before linearized reading' (duration: 394.178218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:28.611378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.216712Z","time spent":"394.6492ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:29.187638Z","caller":"traceutil/trace.go:171","msg":"trace[1703998542] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"571.735856ms","start":"2026-03-19T17:53:28.615874Z","end":"2026-03-19T17:53:29.18761Z","steps":["trace[1703998542] 'process raft request' (duration: 506.835208ms)","trace[1703998542] 'compare' (duration: 64.341654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:29.187785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.615842Z","time spent":"571.85883ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:30.467653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343995416s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:30.468218Z","caller":"traceutil/trace.go:171","msg":"trace[726174744] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"1.847410857s","start":"2026-03-19T17:53:28.620785Z","end":"2026-03-19T17:53:30.468196Z","steps":["trace[726174744] 'process raft request' (duration: 1.847324235s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:30.46831Z","caller":"traceutil/trace.go:171","msg":"trace[33320648] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"1.851815219s","start":"2026-03-19T17:53:28.616441Z","end":"2026-03-19T17:53:30.468257Z","steps":["trace[33320648] 'process raft request' (duration: 1.851517992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:30.46836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.620773Z","time spent":"1.847499409s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:30.468442Z","caller":"traceutil/trace.go:171","msg":"trace[2030368607] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:422; }","duration":"1.696034385s","start":"2026-03-19T17:53:28.772379Z","end":"2026-03-19T17:53:30.468413Z","steps":["trace[2030368607] 'read index received' (duration: 350.357166ms)","trace[2030368607] 'applied index is now lower than readState.Index' (duration: 1.345675039s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:30.468578Z","caller":"traceutil/trace.go:171","msg":"trace[461480488] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"1.804259691s","start":"2026-03-19T17:53:28.66431Z","end":"2026-03-19T17:53:30.468569Z","steps":["trace[461480488] 'process raft request' (duration: 1.80384532s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:30.468549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.616404Z","time spent":"1.852015135s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:30.468702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.664285Z","time spent":"1.804334385s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:30.468873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.77623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:30.468929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696535937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:53:30.468951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.357067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:30.469216Z","caller":"traceutil/trace.go:171","msg":"trace[1572516898] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:412; }","duration":"250.633625ms","start":"2026-03-19T17:53:30.218533Z","end":"2026-03-19T17:53:30.469167Z","steps":["trace[1572516898] 'agreement among raft nodes before linearized reading' (duration: 250.165972ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:30.469084Z","caller":"traceutil/trace.go:171","msg":"trace[1174599450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:412; }","duration":"1.696724872s","start":"2026-03-19T17:53:28.772328Z","end":"2026-03-19T17:53:30.469053Z","steps":["trace[1174599450] 'agreement among raft nodes before linearized reading' (duration: 1.696362562s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:30.469359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.772109Z","time spent":"1.697233034s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:53:30.468997Z","caller":"traceutil/trace.go:171","msg":"trace[1635601590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"985.960324ms","start":"2026-03-19T17:53:29.483Z","end":"2026-03-19T17:53:30.46896Z","steps":["trace[1635601590] 'agreement among raft nodes before linearized reading' (duration: 985.675167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:30.469453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:29.482968Z","time spent":"986.470738ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:30.589945Z","caller":"traceutil/trace.go:171","msg":"trace[1519058330] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"115.932454ms","start":"2026-03-19T17:53:30.473971Z","end":"2026-03-19T17:53:30.589903Z","steps":["trace[1519058330] 'process raft request' (duration: 106.803152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:30.59176Z","caller":"traceutil/trace.go:171","msg":"trace[259571066] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"109.600073ms","start":"2026-03-19T17:53:30.482123Z","end":"2026-03-19T17:53:30.591723Z","steps":["trace[259571066] 'process raft request' (duration: 109.442299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:30.851432Z","caller":"traceutil/trace.go:171","msg":"trace[443944163] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"228.695527ms","start":"2026-03-19T17:53:30.622684Z","end":"2026-03-19T17:53:30.85138Z","steps":["trace[443944163] 'process raft request' (duration: 153.97851ms)","trace[443944163] 'compare' (duration: 74.411429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:30.959101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.851568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T17:53:35.011876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069186221,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:53:35.115823Z","caller":"traceutil/trace.go:171","msg":"trace[1757661416] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"604.018278ms","start":"2026-03-19T17:53:34.511779Z","end":"2026-03-19T17:53:35.115797Z","steps":["trace[1757661416] 'read index received' (duration: 603.772111ms)","trace[1757661416] 'applied index is now lower than readState.Index' (duration: 245.187µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:35.115935Z","caller":"traceutil/trace.go:171","msg":"trace[401740506] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"624.57274ms","start":"2026-03-19T17:53:34.49134Z","end":"2026-03-19T17:53:35.115913Z","steps":["trace[401740506] 'process raft request' (duration: 624.306473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:35.116075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:34.49131Z","time spent":"624.675613ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:35.116111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.673231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:35.116165Z","caller":"traceutil/trace.go:171","msg":"trace[260940966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"223.761852ms","start":"2026-03-19T17:53:34.892381Z","end":"2026-03-19T17:53:35.116143Z","steps":["trace[260940966] 'agreement among raft nodes before linearized reading' (duration: 223.694571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:35.116298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.840058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:53:35.11635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.61345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:35.116555Z","caller":"traceutil/trace.go:171","msg":"trace[226902121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"403.894538ms","start":"2026-03-19T17:53:34.712639Z","end":"2026-03-19T17:53:35.116533Z","steps":["trace[226902121] 'agreement among raft nodes before linearized reading' (duration: 403.530328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:35.116463Z","caller":"traceutil/trace.go:171","msg":"trace[48965510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:423; }","duration":"475.069015ms","start":"2026-03-19T17:53:34.641369Z","end":"2026-03-19T17:53:35.116438Z","steps":["trace[48965510] 'agreement among raft nodes before linearized reading' (duration: 474.701625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:35.116677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:34.641345Z","time spent":"475.317312ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:53:35.11664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.269924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:53:35.116766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:34.712606Z","time spent":"404.042543ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:53:35.116792Z","caller":"traceutil/trace.go:171","msg":"trace[1050162354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:423; }","duration":"605.055016ms","start":"2026-03-19T17:53:34.51172Z","end":"2026-03-19T17:53:35.116775Z","steps":["trace[1050162354] 'agreement among raft nodes before linearized reading' (duration: 604.255934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:35.117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:34.511695Z","time spent":"605.206579ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:35.714812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069186225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:36.913922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171433007s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:36.914042Z","caller":"traceutil/trace.go:171","msg":"trace[215468057] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"1.792938338s","start":"2026-03-19T17:53:35.121074Z","end":"2026-03-19T17:53:36.914012Z","steps":["trace[215468057] 'process raft request' (duration: 621.333207ms)","trace[215468057] 'compare' (duration: 1.171283912s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:36.914113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:35.121055Z","time spent":"1.793028951s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:37.148801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.220967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:37.149047Z","caller":"traceutil/trace.go:171","msg":"trace[1078243484] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"2.026927137s","start":"2026-03-19T17:53:35.122092Z","end":"2026-03-19T17:53:37.149019Z","steps":["trace[1078243484] 'process raft request' (duration: 1.917335879s)","trace[1078243484] 'compare' (duration: 109.030952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:37.149106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934729335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T17:53:37.149132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:35.122067Z","time spent":"2.02703004s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:37.149166Z","caller":"traceutil/trace.go:171","msg":"trace[122951640] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:426; }","duration":"1.934846648s","start":"2026-03-19T17:53:35.214302Z","end":"2026-03-19T17:53:37.149149Z","steps":["trace[122951640] 'agreement among raft nodes before linearized reading' (duration: 1.934722895s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:37.149211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:35.214272Z","time spent":"1.934928491s","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"info","ts":"2026-03-19T17:53:37.149318Z","caller":"traceutil/trace.go:171","msg":"trace[2116101149] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"2.027119483s","start":"2026-03-19T17:53:35.122122Z","end":"2026-03-19T17:53:37.149242Z","steps":["trace[2116101149] 'process raft request' (duration: 2.026819554s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:37.149376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:35.122104Z","time spent":"2.027239517s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:37.149657Z","caller":"traceutil/trace.go:171","msg":"trace[1234821642] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:438; }","duration":"1.934636563s","start":"2026-03-19T17:53:35.214382Z","end":"2026-03-19T17:53:37.149019Z","steps":["trace[1234821642] 'read index received' (duration: 528.041035ms)","trace[1234821642] 'applied index is now lower than readState.Index' (duration: 1.406594198s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:37.149785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256502211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:37.149822Z","caller":"traceutil/trace.go:171","msg":"trace[121017462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"1.256594602s","start":"2026-03-19T17:53:35.893218Z","end":"2026-03-19T17:53:37.149813Z","steps":["trace[121017462] 'agreement among raft nodes before linearized reading' (duration: 1.25653225s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:37.149846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:35.893185Z","time spent":"1.256655144s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:37.149863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863359173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:53:37.14992Z","caller":"traceutil/trace.go:171","msg":"trace[1123046776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:426; }","duration":"1.863463166s","start":"2026-03-19T17:53:35.286441Z","end":"2026-03-19T17:53:37.149904Z","steps":["trace[1123046776] 'agreement among raft nodes before linearized reading' (duration: 1.863314981s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:37.149964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:35.286414Z","time spent":"1.863538098s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:53:43.288357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.742779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:43.288456Z","caller":"traceutil/trace.go:171","msg":"trace[1827160809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:438; }","duration":"110.882374ms","start":"2026-03-19T17:53:43.177553Z","end":"2026-03-19T17:53:43.288435Z","steps":["trace[1827160809] 'range keys from in-memory index tree' (duration: 110.564115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:43.288491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.664867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:53:43.288595Z","caller":"traceutil/trace.go:171","msg":"trace[755767328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:438; }","duration":"110.830752ms","start":"2026-03-19T17:53:43.177736Z","end":"2026-03-19T17:53:43.288567Z","steps":["trace[755767328] 'range keys from in-memory index tree' (duration: 110.527994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:45.446765Z","caller":"traceutil/trace.go:171","msg":"trace[75852261] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"140.310575ms","start":"2026-03-19T17:53:45.306421Z","end":"2026-03-19T17:53:45.446731Z","steps":["trace[75852261] 'process raft request' (duration: 124.621737ms)","trace[75852261] 'compare' (duration: 15.469642ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:45.446869Z","caller":"traceutil/trace.go:171","msg":"trace[1851183875] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:461; }","duration":"125.3955ms","start":"2026-03-19T17:53:45.321436Z","end":"2026-03-19T17:53:45.446831Z","steps":["trace[1851183875] 'read index received' (duration: 4.453295ms)","trace[1851183875] 'applied index is now lower than readState.Index' (duration: 120.938675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:45.447094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.629827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T17:53:45.447135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.849713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:45.44717Z","caller":"traceutil/trace.go:171","msg":"trace[2076464556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:446; }","duration":"125.738809ms","start":"2026-03-19T17:53:45.32141Z","end":"2026-03-19T17:53:45.447149Z","steps":["trace[2076464556] 'agreement among raft nodes before linearized reading' (duration: 125.603406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:45.447234Z","caller":"traceutil/trace.go:171","msg":"trace[1273550895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:446; }","duration":"124.971467ms","start":"2026-03-19T17:53:45.322238Z","end":"2026-03-19T17:53:45.447209Z","steps":["trace[1273550895] 'agreement among raft nodes before linearized reading' (duration: 124.782353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:45.678471Z","caller":"traceutil/trace.go:171","msg":"trace[1380902425] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"225.43021ms","start":"2026-03-19T17:53:45.453014Z","end":"2026-03-19T17:53:45.678444Z","steps":["trace[1380902425] 'process raft request' (duration: 216.230684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:47.64307Z","caller":"traceutil/trace.go:171","msg":"trace[228548715] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:467; }","duration":"310.71505ms","start":"2026-03-19T17:53:47.332325Z","end":"2026-03-19T17:53:47.64304Z","steps":["trace[228548715] 'read index received' (duration: 310.495724ms)","trace[228548715] 'applied index is now lower than readState.Index' (duration: 218.076µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:47.643275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.934857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:47.64332Z","caller":"traceutil/trace.go:171","msg":"trace[1147465661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:450; }","duration":"310.996918ms","start":"2026-03-19T17:53:47.332311Z","end":"2026-03-19T17:53:47.643308Z","steps":["trace[1147465661] 'agreement among raft nodes before linearized reading' (duration: 310.868114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:47.643355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.332249Z","time spent":"311.09631ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:53:47.643627Z","caller":"traceutil/trace.go:171","msg":"trace[1903012168] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"457.953047ms","start":"2026-03-19T17:53:47.185649Z","end":"2026-03-19T17:53:47.643602Z","steps":["trace[1903012168] 'process raft request' (duration: 457.252807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:47.64378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.185622Z","time spent":"458.053312ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:48.0811Z","caller":"traceutil/trace.go:171","msg":"trace[2011288547] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"432.817337ms","start":"2026-03-19T17:53:47.64825Z","end":"2026-03-19T17:53:48.081067Z","steps":["trace[2011288547] 'process raft request' (duration: 422.011306ms)","trace[2011288547] 'compare' (duration: 10.111402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:48.081914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.64823Z","time spent":"433.580798ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:48.096949Z","caller":"traceutil/trace.go:171","msg":"trace[1359337573] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:468; }","duration":"445.606793ms","start":"2026-03-19T17:53:47.651315Z","end":"2026-03-19T17:53:48.096922Z","steps":["trace[1359337573] 'read index received' (duration: 419.096853ms)","trace[1359337573] 'applied index is now lower than readState.Index' (duration: 26.50869ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:48.097088Z","caller":"traceutil/trace.go:171","msg":"trace[1368921986] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"447.804525ms","start":"2026-03-19T17:53:47.649225Z","end":"2026-03-19T17:53:48.09703Z","steps":["trace[1368921986] 'process raft request' (duration: 447.546018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:48.097165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.820471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:48.097226Z","caller":"traceutil/trace.go:171","msg":"trace[1849723421] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:452; }","duration":"445.935323ms","start":"2026-03-19T17:53:47.651272Z","end":"2026-03-19T17:53:48.097208Z","steps":["trace[1849723421] 'agreement among raft nodes before linearized reading' (duration: 445.80094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:48.097273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.651259Z","time spent":"446.001264ms","remote":"127.0.0.1:38368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-19T17:53:48.09728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.486946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:48.097337Z","caller":"traceutil/trace.go:171","msg":"trace[1438163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:452; }","duration":"414.591648ms","start":"2026-03-19T17:53:47.682728Z","end":"2026-03-19T17:53:48.097319Z","steps":["trace[1438163] 'agreement among raft nodes before linearized reading' (duration: 414.470055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:48.097322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.649197Z","time spent":"448.010461ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:48.097378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.68271Z","time spent":"414.65771ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:48.202761Z","caller":"traceutil/trace.go:171","msg":"trace[2003231832] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"101.74452ms","start":"2026-03-19T17:53:48.100991Z","end":"2026-03-19T17:53:48.202735Z","steps":["trace[2003231832] 'process raft request' (duration: 101.673778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:48.202813Z","caller":"traceutil/trace.go:171","msg":"trace[204105349] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"103.875218ms","start":"2026-03-19T17:53:48.098911Z","end":"2026-03-19T17:53:48.202787Z","steps":["trace[204105349] 'process raft request' (duration: 85.934068ms)","trace[204105349] 'compare' (duration: 17.659853ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:48.378321Z","caller":"traceutil/trace.go:171","msg":"trace[174988667] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:472; }","duration":"168.923474ms","start":"2026-03-19T17:53:48.20937Z","end":"2026-03-19T17:53:48.378294Z","steps":["trace[174988667] 'read index received' (duration: 125.355088ms)","trace[174988667] 'applied index is now lower than readState.Index' (duration: 43.567176ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:48.378389Z","caller":"traceutil/trace.go:171","msg":"trace[1405652561] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"170.007743ms","start":"2026-03-19T17:53:48.208327Z","end":"2026-03-19T17:53:48.378334Z","steps":["trace[1405652561] 'process raft request' (duration: 126.426877ms)","trace[1405652561] 'compare' (duration: 43.396411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:48.378486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.093158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:48.378549Z","caller":"traceutil/trace.go:171","msg":"trace[732671235] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:455; }","duration":"169.213721ms","start":"2026-03-19T17:53:48.209317Z","end":"2026-03-19T17:53:48.378531Z","steps":["trace[732671235] 'agreement among raft nodes before linearized reading' (duration: 169.075118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:48.400928Z","caller":"traceutil/trace.go:171","msg":"trace[211162893] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"191.36261ms","start":"2026-03-19T17:53:48.209538Z","end":"2026-03-19T17:53:48.4009Z","steps":["trace[211162893] 'process raft request' (duration: 191.214495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:48.496662Z","caller":"traceutil/trace.go:171","msg":"trace[498256600] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"115.560355ms","start":"2026-03-19T17:53:48.381074Z","end":"2026-03-19T17:53:48.496634Z","steps":["trace[498256600] 'process raft request' (duration: 101.551734ms)","trace[498256600] 'compare' (duration: 13.877827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:49.279739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.169394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:49.279851Z","caller":"traceutil/trace.go:171","msg":"trace[606213415] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"759.155992ms","start":"2026-03-19T17:53:48.520671Z","end":"2026-03-19T17:53:49.279827Z","steps":["trace[606213415] 'process raft request' (duration: 295.829115ms)","trace[606213415] 'compare' (duration: 462.946267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:49.279956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:48.520657Z","time spent":"759.267095ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:49.313064Z","caller":"traceutil/trace.go:171","msg":"trace[726389136] transaction","detail":"{read_only:false; number_of_response:1; response_revision:467; }","duration":"788.868742ms","start":"2026-03-19T17:53:48.524171Z","end":"2026-03-19T17:53:49.313039Z","steps":["trace[726389136] 'process raft request' (duration: 788.814571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:49.313129Z","caller":"traceutil/trace.go:171","msg":"trace[1470454097] transaction","detail":"{read_only:false; number_of_response:1; response_revision:466; }","duration":"789.852559ms","start":"2026-03-19T17:53:48.523226Z","end":"2026-03-19T17:53:49.313078Z","steps":["trace[1470454097] 'process raft request' (duration: 789.706234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:49.31329Z","caller":"traceutil/trace.go:171","msg":"trace[317897477] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"790.056425ms","start":"2026-03-19T17:53:48.523193Z","end":"2026-03-19T17:53:49.313249Z","steps":["trace[317897477] 'process raft request' (duration: 789.616013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:49.313389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:48.524159Z","time spent":"788.990995ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T17:53:49.313435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:48.523214Z","time spent":"790.121026ms","remote":"127.0.0.1:38780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56,"response count":0,"response size":3889,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:49.313304Z","caller":"traceutil/trace.go:171","msg":"trace[786680753] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:487; }","duration":"420.875333ms","start":"2026-03-19T17:53:48.892403Z","end":"2026-03-19T17:53:49.313278Z","steps":["trace[786680753] 'read index received' (duration: 420.860803ms)","trace[786680753] 'applied index is now lower than readState.Index' (duration: 12.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:49.313485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.07949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:49.313494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:48.523171Z","time spent":"790.219779ms","remote":"127.0.0.1:38780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:49.313541Z","caller":"traceutil/trace.go:171","msg":"trace[2136909408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"421.179192ms","start":"2026-03-19T17:53:48.892347Z","end":"2026-03-19T17:53:49.313526Z","steps":["trace[2136909408] 'agreement among raft nodes before linearized reading' (duration: 421.026028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:49.313581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:48.892324Z","time spent":"421.246804ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:49.313788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.725477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:53:49.313888Z","caller":"traceutil/trace.go:171","msg":"trace[1378655887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"326.891151ms","start":"2026-03-19T17:53:48.986967Z","end":"2026-03-19T17:53:49.313858Z","steps":["trace[1378655887] 'agreement among raft nodes before linearized reading' (duration: 326.648205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:49.313944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:48.986945Z","time spent":"326.989433ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:53:49.431849Z","caller":"traceutil/trace.go:171","msg":"trace[664184578] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"113.756463ms","start":"2026-03-19T17:53:49.318029Z","end":"2026-03-19T17:53:49.431785Z","steps":["trace[664184578] 'process raft request' (duration: 61.694001ms)","trace[664184578] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 51.695512ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:49.431995Z","caller":"traceutil/trace.go:171","msg":"trace[607454719] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"111.489742ms","start":"2026-03-19T17:53:49.320365Z","end":"2026-03-19T17:53:49.431855Z","steps":["trace[607454719] 'process raft request' (duration: 111.279076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:49.432117Z","caller":"traceutil/trace.go:171","msg":"trace[411770417] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"108.834117ms","start":"2026-03-19T17:53:49.323241Z","end":"2026-03-19T17:53:49.432075Z","steps":["trace[411770417] 'process raft request' (duration: 108.555569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:51.542534Z","caller":"traceutil/trace.go:171","msg":"trace[2138873758] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"102.742986ms","start":"2026-03-19T17:53:51.439765Z","end":"2026-03-19T17:53:51.542508Z","steps":["trace[2138873758] 'process raft request' (duration: 102.50618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:58.063521Z","caller":"traceutil/trace.go:171","msg":"trace[1592240010] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"170.875327ms","start":"2026-03-19T17:53:57.892584Z","end":"2026-03-19T17:53:58.06346Z","steps":["trace[1592240010] 'read index received' (duration: 170.61435ms)","trace[1592240010] 'applied index is now lower than readState.Index' (duration: 259.767µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:58.063607Z","caller":"traceutil/trace.go:171","msg":"trace[1856707470] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"491.791912ms","start":"2026-03-19T17:53:57.571769Z","end":"2026-03-19T17:53:58.063561Z","steps":["trace[1856707470] 'process raft request' (duration: 491.470583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:58.063706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.096393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:58.063754Z","caller":"traceutil/trace.go:171","msg":"trace[581515454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:501; }","duration":"171.221888ms","start":"2026-03-19T17:53:57.89252Z","end":"2026-03-19T17:53:58.063742Z","steps":["trace[581515454] 'agreement among raft nodes before linearized reading' (duration: 171.113755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:58.063843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:57.571731Z","time spent":"491.982768ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:01.37533Z","caller":"traceutil/trace.go:171","msg":"trace[1260897904] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"125.77544ms","start":"2026-03-19T17:54:01.249527Z","end":"2026-03-19T17:54:01.375303Z","steps":["trace[1260897904] 'process raft request' (duration: 114.894275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:01.378567Z","caller":"traceutil/trace.go:171","msg":"trace[2047459933] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"118.742694ms","start":"2026-03-19T17:54:01.259795Z","end":"2026-03-19T17:54:01.378538Z","steps":["trace[2047459933] 'process raft request' (duration: 118.590219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:01.571339Z","caller":"traceutil/trace.go:171","msg":"trace[901529633] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"104.388153ms","start":"2026-03-19T17:54:01.466925Z","end":"2026-03-19T17:54:01.571313Z","steps":["trace[901529633] 'process raft request' (duration: 56.352813ms)","trace[901529633] 'compare' (duration: 47.908546ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:10.414188Z","caller":"traceutil/trace.go:171","msg":"trace[1859143213] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"224.091183ms","start":"2026-03-19T17:54:10.190067Z","end":"2026-03-19T17:54:10.414158Z","steps":["trace[1859143213] 'process raft request' (duration: 223.907668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:10.617772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.607543ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:54:10.617991Z","caller":"traceutil/trace.go:171","msg":"trace[1190709341] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:608; }","duration":"356.386464ms","start":"2026-03-19T17:54:10.261574Z","end":"2026-03-19T17:54:10.617961Z","steps":["trace[1190709341] 'read index received' (duration: 152.457755ms)","trace[1190709341] 'applied index is now lower than readState.Index' (duration: 203.925989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:10.618136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.533728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:54:10.618212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.62417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:54:10.618229Z","caller":"traceutil/trace.go:171","msg":"trace[2038970693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:585; }","duration":"356.683353ms","start":"2026-03-19T17:54:10.261523Z","end":"2026-03-19T17:54:10.618206Z","steps":["trace[2038970693] 'agreement among raft nodes before linearized reading' (duration: 356.494988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:10.618256Z","caller":"traceutil/trace.go:171","msg":"trace[1336903018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:585; }","duration":"356.713314ms","start":"2026-03-19T17:54:10.261523Z","end":"2026-03-19T17:54:10.618236Z","steps":["trace[1336903018] 'agreement among raft nodes before linearized reading' (duration: 356.588491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:10.618289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:10.261499Z","time spent":"356.779615ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:10.618323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:10.261505Z","time spent":"356.806416ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:10.618325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.781398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:10.618429Z","caller":"traceutil/trace.go:171","msg":"trace[900919366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"292.947904ms","start":"2026-03-19T17:54:10.325458Z","end":"2026-03-19T17:54:10.618406Z","steps":["trace[900919366] 'agreement among raft nodes before linearized reading' (duration: 292.731698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:10.618406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.575788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:10.61904Z","caller":"traceutil/trace.go:171","msg":"trace[1023716811] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:585; }","duration":"210.230976ms","start":"2026-03-19T17:54:10.408772Z","end":"2026-03-19T17:54:10.619003Z","steps":["trace[1023716811] 'agreement among raft nodes before linearized reading' (duration: 209.430703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:10.726752Z","caller":"traceutil/trace.go:171","msg":"trace[1420529307] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"102.676534ms","start":"2026-03-19T17:54:10.624048Z","end":"2026-03-19T17:54:10.726724Z","steps":["trace[1420529307] 'process raft request' (duration: 101.425469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:10.726743Z","caller":"traceutil/trace.go:171","msg":"trace[691631493] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"102.346747ms","start":"2026-03-19T17:54:10.624344Z","end":"2026-03-19T17:54:10.72669Z","steps":["trace[691631493] 'process raft request' (duration: 101.656827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:11.334779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.476159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:11.334881Z","caller":"traceutil/trace.go:171","msg":"trace[140515316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"441.647153ms","start":"2026-03-19T17:54:10.89321Z","end":"2026-03-19T17:54:11.334857Z","steps":["trace[140515316] 'range keys from in-memory index tree' (duration: 441.284324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:11.334923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:10.893186Z","time spent":"441.730515ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:54:11.969562Z","caller":"traceutil/trace.go:171","msg":"trace[652207507] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"147.732662ms","start":"2026-03-19T17:54:11.821797Z","end":"2026-03-19T17:54:11.96953Z","steps":["trace[652207507] 'process raft request' (duration: 144.596655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:12.053395Z","caller":"traceutil/trace.go:171","msg":"trace[1519698633] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"142.643281ms","start":"2026-03-19T17:54:11.910719Z","end":"2026-03-19T17:54:12.053362Z","steps":["trace[1519698633] 'process raft request' (duration: 142.421935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:12.809855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.378708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:12.810013Z","caller":"traceutil/trace.go:171","msg":"trace[380222541] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:673; }","duration":"558.149423ms","start":"2026-03-19T17:54:12.25184Z","end":"2026-03-19T17:54:12.80999Z","steps":["trace[380222541] 'read index received' (duration: 375.795135ms)","trace[380222541] 'applied index is now lower than readState.Index' (duration: 182.352448ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:12.810095Z","caller":"traceutil/trace.go:171","msg":"trace[1513664004] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"558.614857ms","start":"2026-03-19T17:54:12.251459Z","end":"2026-03-19T17:54:12.810074Z","steps":["trace[1513664004] 'process raft request' (duration: 375.92257ms)","trace[1513664004] 'compare' (duration: 182.232794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:12.810143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.295699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-03-19T17:54:12.810192Z","caller":"traceutil/trace.go:171","msg":"trace[1312708596] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:649; }","duration":"558.381801ms","start":"2026-03-19T17:54:12.251797Z","end":"2026-03-19T17:54:12.810179Z","steps":["trace[1312708596] 'agreement among raft nodes before linearized reading' (duration: 558.288328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:12.810201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.251441Z","time spent":"558.70913ms","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:12.810242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.251777Z","time spent":"558.453142ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":139,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T17:54:13.310192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069186690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:13.858463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.95ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:13.858622Z","caller":"traceutil/trace.go:171","msg":"trace[1479991635] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"1.590949602s","start":"2026-03-19T17:54:12.267608Z","end":"2026-03-19T17:54:13.858557Z","steps":["trace[1479991635] 'process raft request' (duration: 1.214815146s)","trace[1479991635] 'compare' (duration: 375.745264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:13.858722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.267582Z","time spent":"1.591106446s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:14.60425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.635621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:14.604537Z","caller":"traceutil/trace.go:171","msg":"trace[304349247] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"1.792266939s","start":"2026-03-19T17:54:12.812218Z","end":"2026-03-19T17:54:14.604485Z","steps":["trace[304349247] 'process raft request' (duration: 1.688224446s)","trace[304349247] 'compare' (duration: 103.22367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:14.604737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.812194Z","time spent":"1.792441164s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":83834,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:14.604824Z","caller":"traceutil/trace.go:171","msg":"trace[1021475354] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:674; }","duration":"1.794749719s","start":"2026-03-19T17:54:12.810047Z","end":"2026-03-19T17:54:14.604797Z","steps":["trace[1021475354] 'read index received' (duration: 672.32483ms)","trace[1021475354] 'applied index is now lower than readState.Index' (duration: 1.122423449s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:14.604973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938105698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:54:14.604992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871680855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:54:14.605021Z","caller":"traceutil/trace.go:171","msg":"trace[1221812415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:652; }","duration":"1.938191261s","start":"2026-03-19T17:54:12.666815Z","end":"2026-03-19T17:54:14.605007Z","steps":["trace[1221812415] 'agreement among raft nodes before linearized reading' (duration: 1.938105238s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:14.605047Z","caller":"traceutil/trace.go:171","msg":"trace[1312010474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:652; }","duration":"1.871790827s","start":"2026-03-19T17:54:12.73324Z","end":"2026-03-19T17:54:14.605031Z","steps":["trace[1312010474] 'agreement among raft nodes before linearized reading' (duration: 1.871619762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:14.605072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.666795Z","time spent":"1.938263582s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:14.605106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.733216Z","time spent":"1.871877781s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:14.60509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171985485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:14.605133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135648751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jp5tt\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-19T17:54:14.605151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871790217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:14.604992Z","caller":"traceutil/trace.go:171","msg":"trace[1246861897] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"1.767598131s","start":"2026-03-19T17:54:12.837357Z","end":"2026-03-19T17:54:14.604955Z","steps":["trace[1246861897] 'process raft request' (duration: 1.767149818s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:14.605177Z","caller":"traceutil/trace.go:171","msg":"trace[2061802446] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:652; }","duration":"2.172106208s","start":"2026-03-19T17:54:12.433045Z","end":"2026-03-19T17:54:14.605151Z","steps":["trace[2061802446] 'agreement among raft nodes before linearized reading' (duration: 2.171896503s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:14.605201Z","caller":"traceutil/trace.go:171","msg":"trace[919603138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"1.87189772s","start":"2026-03-19T17:54:12.733287Z","end":"2026-03-19T17:54:14.605185Z","steps":["trace[919603138] 'agreement among raft nodes before linearized reading' (duration: 1.871797238s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:14.605244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.733257Z","time spent":"1.871978763s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:54:14.605254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186632753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-19T17:54:14.605271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.433033Z","time spent":"2.172224261s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:14.605286Z","caller":"traceutil/trace.go:171","msg":"trace[972491214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:652; }","duration":"2.186704355s","start":"2026-03-19T17:54:12.418573Z","end":"2026-03-19T17:54:14.605278Z","steps":["trace[972491214] 'agreement among raft nodes before linearized reading' (duration: 2.186646904s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:14.60532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.418516Z","time spent":"2.186796888s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:54:14.605184Z","caller":"traceutil/trace.go:171","msg":"trace[1899247900] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jp5tt; range_end:; response_count:1; response_revision:652; }","duration":"2.135731003s","start":"2026-03-19T17:54:12.469439Z","end":"2026-03-19T17:54:14.60517Z","steps":["trace[1899247900] 'agreement among raft nodes before linearized reading' (duration: 2.135530347s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:14.605366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.469416Z","time spent":"2.135942918s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-jp5tt\" "} {"level":"warn","ts":"2026-03-19T17:54:14.605274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.837312Z","time spent":"1.76791098s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:14.892745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:54:14.892869Z","caller":"traceutil/trace.go:171","msg":"trace[1405413053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151881s","start":"2026-03-19T17:54:12.892689Z","end":"2026-03-19T17:54:14.892841Z","steps":["trace[1405413053] 'agreement among raft nodes before linearized reading' (duration: 1.999996386s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:14.892927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:12.892667Z","time spent":"2.000249232s","remote":"127.0.0.1:38290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:16.893478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:54:16.893551Z","caller":"traceutil/trace.go:171","msg":"trace[879140327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367235s","start":"2026-03-19T17:54:14.893167Z","end":"2026-03-19T17:54:16.893534Z","steps":["trace[879140327] 'agreement among raft nodes before linearized reading' (duration: 2.000271702s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:16.893611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.893144Z","time spent":"2.00045979s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:54:16.900047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:54:16.900142Z","caller":"traceutil/trace.go:171","msg":"trace[2000682012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015709s","start":"2026-03-19T17:54:14.899964Z","end":"2026-03-19T17:54:16.900121Z","steps":["trace[2000682012] 'agreement among raft nodes before linearized reading' (duration: 2.000026727s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:16.900207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.899936Z","time spent":"2.000261153s","remote":"127.0.0.1:38290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:54:17.831983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959723455s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:17.832166Z","caller":"traceutil/trace.go:171","msg":"trace[1725396564] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:677; }","duration":"3.227217529s","start":"2026-03-19T17:54:14.604883Z","end":"2026-03-19T17:54:17.832101Z","steps":["trace[1725396564] 'read index received' (duration: 266.599349ms)","trace[1725396564] 'applied index is now lower than readState.Index' (duration: 2.96061543s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:17.832239Z","caller":"traceutil/trace.go:171","msg":"trace[932288527] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"3.944062712s","start":"2026-03-19T17:54:13.888119Z","end":"2026-03-19T17:54:17.832182Z","steps":["trace[932288527] 'process raft request' (duration: 983.995617ms)","trace[932288527] 'compare' (duration: 2.959444697s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:17.832356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464319065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:17.832412Z","caller":"traceutil/trace.go:171","msg":"trace[1107878142] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:653; }","duration":"3.464402838s","start":"2026-03-19T17:54:14.367989Z","end":"2026-03-19T17:54:17.832391Z","steps":["trace[1107878142] 'agreement among raft nodes before linearized reading' (duration: 3.464260393s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:17.832419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:13.888081Z","time spent":"3.944240535s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:17.832474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.367967Z","time spent":"3.464480069s","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:18.092451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.07685371s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:54:18.269986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.081801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:18.270369Z","caller":"traceutil/trace.go:171","msg":"trace[469225977] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"3.66306105s","start":"2026-03-19T17:54:14.607269Z","end":"2026-03-19T17:54:18.27033Z","steps":["trace[469225977] 'process raft request' (duration: 3.485572647s)","trace[469225977] 'compare' (duration: 176.939077ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:18.270426Z","caller":"traceutil/trace.go:171","msg":"trace[767104583] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"3.659660546s","start":"2026-03-19T17:54:14.610721Z","end":"2026-03-19T17:54:18.270381Z","steps":["trace[767104583] 'process raft request' (duration: 3.65944512s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.270481Z","caller":"traceutil/trace.go:171","msg":"trace[791441629] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"3.659776057s","start":"2026-03-19T17:54:14.610683Z","end":"2026-03-19T17:54:18.270459Z","steps":["trace[791441629] 'process raft request' (duration: 3.659458878s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.270426Z","caller":"traceutil/trace.go:171","msg":"trace[864114700] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"3.660033345s","start":"2026-03-19T17:54:14.610357Z","end":"2026-03-19T17:54:18.27039Z","steps":["trace[864114700] 'process raft request' (duration: 3.659760657s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.270637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.610711Z","time spent":"3.659819139s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:18.270634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.610674Z","time spent":"3.659856141s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:18.270612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.607253Z","time spent":"3.663236145s","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1400,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:54:18.270449Z","caller":"traceutil/trace.go:171","msg":"trace[1030439588] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"3.629903974s","start":"2026-03-19T17:54:14.64054Z","end":"2026-03-19T17:54:18.270444Z","steps":["trace[1030439588] 'process raft request' (duration: 3.629711308s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.270787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362738474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:18.270827Z","caller":"traceutil/trace.go:171","msg":"trace[1470491787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"1.362807857s","start":"2026-03-19T17:54:16.908004Z","end":"2026-03-19T17:54:18.270812Z","steps":["trace[1470491787] 'agreement among raft nodes before linearized reading' (duration: 1.362739444s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.270911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:16.907983Z","time spent":"1.362916849s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:18.270851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.640513Z","time spent":"3.630293295s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:18.270977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055226759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T17:54:18.271051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455277192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:18.270709Z","caller":"traceutil/trace.go:171","msg":"trace[1495451718] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:678; }","duration":"438.497395ms","start":"2026-03-19T17:54:17.832203Z","end":"2026-03-19T17:54:18.2707Z","steps":["trace[1495451718] 'read index received' (duration: 260.456037ms)","trace[1495451718] 'applied index is now lower than readState.Index' (duration: 178.040388ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:18.271105Z","caller":"traceutil/trace.go:171","msg":"trace[876691312] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:662; }","duration":"3.455367965s","start":"2026-03-19T17:54:14.815724Z","end":"2026-03-19T17:54:18.271092Z","steps":["trace[876691312] 'agreement among raft nodes before linearized reading' (duration: 3.455300083s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.271055Z","caller":"traceutil/trace.go:171","msg":"trace[1839537065] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:662; }","duration":"3.055311682s","start":"2026-03-19T17:54:15.21572Z","end":"2026-03-19T17:54:18.271032Z","steps":["trace[1839537065] 'agreement among raft nodes before linearized reading' (duration: 3.055075084s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.271134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.815699Z","time spent":"3.455427046s","remote":"127.0.0.1:38826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:18.270899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66376688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:83848"} {"level":"info","ts":"2026-03-19T17:54:18.271199Z","caller":"traceutil/trace.go:171","msg":"trace[1548849579] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"408.500038ms","start":"2026-03-19T17:54:17.862678Z","end":"2026-03-19T17:54:18.271178Z","steps":["trace[1548849579] 'process raft request' (duration: 407.920243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.271201Z","caller":"traceutil/trace.go:171","msg":"trace[1408431470] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.998565886s","start":"2026-03-19T17:54:16.272616Z","end":"2026-03-19T17:54:18.271182Z","steps":["trace[1408431470] 'process raft request' (duration: 1.997762324s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.271008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29142071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:54:18.271229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:15.215657Z","time spent":"3.055502158s","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"warn","ts":"2026-03-19T17:54:18.271297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:16.272589Z","time spent":"1.998657499s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:18.271301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:17.862648Z","time spent":"408.5889ms","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:18.271314Z","caller":"traceutil/trace.go:171","msg":"trace[2079784139] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:662; }","duration":"3.29177514s","start":"2026-03-19T17:54:14.979526Z","end":"2026-03-19T17:54:18.271301Z","steps":["trace[2079784139] 'agreement among raft nodes before linearized reading' (duration: 3.29141012s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.271367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.9795Z","time spent":"3.291851113s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":64,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:18.270702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.610346Z","time spent":"3.660296253s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:18.270398Z","caller":"traceutil/trace.go:171","msg":"trace[76646707] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"3.660584s","start":"2026-03-19T17:54:14.609773Z","end":"2026-03-19T17:54:18.270357Z","steps":["trace[76646707] 'process raft request' (duration: 3.660294753s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.270418Z","caller":"traceutil/trace.go:171","msg":"trace[1393646064] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"3.373709847s","start":"2026-03-19T17:54:14.896698Z","end":"2026-03-19T17:54:18.270408Z","steps":["trace[1393646064] 'process raft request' (duration: 3.373626384s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.271238Z","caller":"traceutil/trace.go:171","msg":"trace[345391505] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:662; }","duration":"3.6641443s","start":"2026-03-19T17:54:14.607078Z","end":"2026-03-19T17:54:18.271222Z","steps":["trace[345391505] 'agreement among raft nodes before linearized reading' (duration: 3.663648327s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.271586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.609746Z","time spent":"3.661781104s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:18.271611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.607059Z","time spent":"3.664539951s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":83871,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T17:54:18.271619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:14.896675Z","time spent":"3.37489084s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:18.270917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8986398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:18.271726Z","caller":"traceutil/trace.go:171","msg":"trace[914302432] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:662; }","duration":"2.899495414s","start":"2026-03-19T17:54:15.372211Z","end":"2026-03-19T17:54:18.271707Z","steps":["trace[914302432] 'agreement among raft nodes before linearized reading' (duration: 2.89863117s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.271829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:15.372185Z","time spent":"2.899623338s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:18.494745Z","caller":"traceutil/trace.go:171","msg":"trace[1414702421] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:688; }","duration":"212.059287ms","start":"2026-03-19T17:54:18.282666Z","end":"2026-03-19T17:54:18.494725Z","steps":["trace[1414702421] 'read index received' (duration: 49.331397ms)","trace[1414702421] 'applied index is now lower than readState.Index' (duration: 162.72718ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:18.494791Z","caller":"traceutil/trace.go:171","msg":"trace[685716254] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"218.199488ms","start":"2026-03-19T17:54:18.276553Z","end":"2026-03-19T17:54:18.494752Z","steps":["trace[685716254] 'process raft request' (duration: 217.938551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.494836Z","caller":"traceutil/trace.go:171","msg":"trace[586908120] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"218.064453ms","start":"2026-03-19T17:54:18.276727Z","end":"2026-03-19T17:54:18.494791Z","steps":["trace[586908120] 'process raft request' (duration: 217.92185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.494955Z","caller":"traceutil/trace.go:171","msg":"trace[2017357351] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"217.716304ms","start":"2026-03-19T17:54:18.277175Z","end":"2026-03-19T17:54:18.494891Z","steps":["trace[2017357351] 'process raft request' (duration: 217.516429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.495099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.410937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:18.495188Z","caller":"traceutil/trace.go:171","msg":"trace[1755575010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"212.509129ms","start":"2026-03-19T17:54:18.282653Z","end":"2026-03-19T17:54:18.495162Z","steps":["trace[1755575010] 'agreement among raft nodes before linearized reading' (duration: 212.286313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.617083Z","caller":"traceutil/trace.go:171","msg":"trace[145072143] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:692; }","duration":"122.249401ms","start":"2026-03-19T17:54:18.494806Z","end":"2026-03-19T17:54:18.617056Z","steps":["trace[145072143] 'read index received' (duration: 122.22371ms)","trace[145072143] 'applied index is now lower than readState.Index' (duration: 24.601µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:18.617178Z","caller":"traceutil/trace.go:171","msg":"trace[935586679] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"283.677325ms","start":"2026-03-19T17:54:18.333439Z","end":"2026-03-19T17:54:18.617117Z","steps":["trace[935586679] 'process raft request' (duration: 283.449529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.617379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.475192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jp5tt\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-19T17:54:18.617453Z","caller":"traceutil/trace.go:171","msg":"trace[1925988513] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jp5tt; range_end:; response_count:1; response_revision:666; }","duration":"129.597876ms","start":"2026-03-19T17:54:18.487837Z","end":"2026-03-19T17:54:18.617435Z","steps":["trace[1925988513] 'agreement among raft nodes before linearized reading' (duration: 129.333659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.621907Z","caller":"traceutil/trace.go:171","msg":"trace[1465811413] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"125.839201ms","start":"2026-03-19T17:54:18.496042Z","end":"2026-03-19T17:54:18.621881Z","steps":["trace[1465811413] 'process raft request' (duration: 125.548953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.621962Z","caller":"traceutil/trace.go:171","msg":"trace[311444017] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"125.357518ms","start":"2026-03-19T17:54:18.496585Z","end":"2026-03-19T17:54:18.621943Z","steps":["trace[311444017] 'process raft request' (duration: 125.140992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:19.118647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.503994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:19.118785Z","caller":"traceutil/trace.go:171","msg":"trace[404681362] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"207.433517ms","start":"2026-03-19T17:54:18.911331Z","end":"2026-03-19T17:54:19.118764Z","steps":["trace[404681362] 'process raft request' (duration: 97.734127ms)","trace[404681362] 'compare' (duration: 109.271598ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:19.64823Z","caller":"traceutil/trace.go:171","msg":"trace[1480970122] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:742; }","duration":"151.823916ms","start":"2026-03-19T17:54:19.496379Z","end":"2026-03-19T17:54:19.648202Z","steps":["trace[1480970122] 'read index received' (duration: 151.049755ms)","trace[1480970122] 'applied index is now lower than readState.Index' (duration: 772.621µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:19.648351Z","caller":"traceutil/trace.go:171","msg":"trace[456942711] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"427.066386ms","start":"2026-03-19T17:54:19.221237Z","end":"2026-03-19T17:54:19.648303Z","steps":["trace[456942711] 'process raft request' (duration: 426.271144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:19.648594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:19.221198Z","time spent":"427.263123ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:19.648833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.29838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jp5tt\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-19T17:54:19.649025Z","caller":"traceutil/trace.go:171","msg":"trace[317375331] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jp5tt; range_end:; response_count:1; response_revision:716; }","duration":"152.620218ms","start":"2026-03-19T17:54:19.496336Z","end":"2026-03-19T17:54:19.648956Z","steps":["trace[317375331] 'agreement among raft nodes before linearized reading' (duration: 151.97056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:19.686221Z","caller":"traceutil/trace.go:171","msg":"trace[1720751953] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"187.449169ms","start":"2026-03-19T17:54:19.498741Z","end":"2026-03-19T17:54:19.686191Z","steps":["trace[1720751953] 'process raft request' (duration: 187.303836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:19.913726Z","caller":"traceutil/trace.go:171","msg":"trace[1555487589] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"249.357339ms","start":"2026-03-19T17:54:19.664328Z","end":"2026-03-19T17:54:19.913686Z","steps":["trace[1555487589] 'process raft request' (duration: 217.274484ms)","trace[1555487589] 'compare' (duration: 31.854718ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:19.913897Z","caller":"traceutil/trace.go:171","msg":"trace[836094149] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"246.803946ms","start":"2026-03-19T17:54:19.66707Z","end":"2026-03-19T17:54:19.913874Z","steps":["trace[836094149] 'process raft request' (duration: 246.523329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:20.404159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.162112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:20.404492Z","caller":"traceutil/trace.go:171","msg":"trace[2109874932] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"208.188711ms","start":"2026-03-19T17:54:20.19626Z","end":"2026-03-19T17:54:20.404448Z","steps":["trace[2109874932] 'process raft request' (duration: 77.633707ms)","trace[2109874932] 'compare' (duration: 129.982757ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:20.411852Z","caller":"traceutil/trace.go:171","msg":"trace[1705405879] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:752; }","duration":"135.331477ms","start":"2026-03-19T17:54:20.276498Z","end":"2026-03-19T17:54:20.411829Z","steps":["trace[1705405879] 'read index received' (duration: 118.329522ms)","trace[1705405879] 'applied index is now lower than readState.Index' (duration: 17.000475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:20.412163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.648906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:20.412361Z","caller":"traceutil/trace.go:171","msg":"trace[468989996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:726; }","duration":"135.885572ms","start":"2026-03-19T17:54:20.276457Z","end":"2026-03-19T17:54:20.412342Z","steps":["trace[468989996] 'agreement among raft nodes before linearized reading' (duration: 135.547952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:20.412513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.632926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:20.412561Z","caller":"traceutil/trace.go:171","msg":"trace[2080342049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:726; }","duration":"134.715439ms","start":"2026-03-19T17:54:20.277833Z","end":"2026-03-19T17:54:20.412548Z","steps":["trace[2080342049] 'agreement among raft nodes before linearized reading' (duration: 134.559934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:20.412555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.941604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:54:20.412597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.74156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:20.412625Z","caller":"traceutil/trace.go:171","msg":"trace[916472032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:726; }","duration":"136.069567ms","start":"2026-03-19T17:54:20.276539Z","end":"2026-03-19T17:54:20.412608Z","steps":["trace[916472032] 'agreement among raft nodes before linearized reading' (duration: 135.8447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:20.412664Z","caller":"traceutil/trace.go:171","msg":"trace[990838154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:726; }","duration":"134.842872ms","start":"2026-03-19T17:54:20.277804Z","end":"2026-03-19T17:54:20.412646Z","steps":["trace[990838154] 'agreement among raft nodes before linearized reading' (duration: 134.635476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.394378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069186813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:54:21.576736Z","caller":"traceutil/trace.go:171","msg":"trace[1386320772] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"729.482615ms","start":"2026-03-19T17:54:20.84723Z","end":"2026-03-19T17:54:21.576712Z","steps":["trace[1386320772] 'process raft request' (duration: 729.351281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.576888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.534813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:21.576897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:20.847203Z","time spent":"729.610769ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:54:21.576941Z","caller":"traceutil/trace.go:171","msg":"trace[1594013801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:739; }","duration":"683.609245ms","start":"2026-03-19T17:54:20.89332Z","end":"2026-03-19T17:54:21.576929Z","steps":["trace[1594013801] 'agreement among raft nodes before linearized reading' (duration: 683.46972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.576971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:20.893239Z","time spent":"683.725049ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:54:21.576741Z","caller":"traceutil/trace.go:171","msg":"trace[804847521] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:766; }","duration":"683.364558ms","start":"2026-03-19T17:54:20.893341Z","end":"2026-03-19T17:54:21.576705Z","steps":["trace[804847521] 'read index received' (duration: 683.343757ms)","trace[804847521] 'applied index is now lower than readState.Index' (duration: 18.371µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:21.695871Z","caller":"traceutil/trace.go:171","msg":"trace[292754125] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"118.826287ms","start":"2026-03-19T17:54:21.577006Z","end":"2026-03-19T17:54:21.695833Z","steps":["trace[292754125] 'read index received' (duration: 36.734775ms)","trace[292754125] 'applied index is now lower than readState.Index' (duration: 82.090142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:21.696013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.648775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:21.696048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.004805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.6961Z","caller":"traceutil/trace.go:171","msg":"trace[1128141732] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:740; }","duration":"322.051305ms","start":"2026-03-19T17:54:21.374026Z","end":"2026-03-19T17:54:21.696077Z","steps":["trace[1128141732] 'agreement among raft nodes before linearized reading' (duration: 322.003864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.696098Z","caller":"traceutil/trace.go:171","msg":"trace[1290739573] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:740; }","duration":"274.831419ms","start":"2026-03-19T17:54:21.421236Z","end":"2026-03-19T17:54:21.696068Z","steps":["trace[1290739573] 'agreement among raft nodes before linearized reading' (duration: 274.621463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.696061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.716614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:21.696139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.374021Z","time spent":"322.108927ms","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-03-19T17:54:21.696145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.54154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:21.696173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.800224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.696196Z","caller":"traceutil/trace.go:171","msg":"trace[804200754] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:740; }","duration":"322.627152ms","start":"2026-03-19T17:54:21.373553Z","end":"2026-03-19T17:54:21.69618Z","steps":["trace[804200754] 'agreement among raft nodes before linearized reading' (duration: 322.53896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.696204Z","caller":"traceutil/trace.go:171","msg":"trace[13700028] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:740; }","duration":"308.90237ms","start":"2026-03-19T17:54:21.38724Z","end":"2026-03-19T17:54:21.696142Z","steps":["trace[13700028] 'agreement among raft nodes before linearized reading' (duration: 308.596921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.696233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.373534Z","time spent":"322.687684ms","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:54:21.696252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.387233Z","time spent":"309.003952ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"warn","ts":"2026-03-19T17:54:21.69629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.021694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.696329Z","caller":"traceutil/trace.go:171","msg":"trace[5763393] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:740; }","duration":"275.095126ms","start":"2026-03-19T17:54:21.421222Z","end":"2026-03-19T17:54:21.696317Z","steps":["trace[5763393] 'agreement among raft nodes before linearized reading' (duration: 275.035385ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.69635Z","caller":"traceutil/trace.go:171","msg":"trace[1882735887] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"159.14352ms","start":"2026-03-19T17:54:21.537193Z","end":"2026-03-19T17:54:21.696337Z","steps":["trace[1882735887] 'process raft request' (duration: 76.612838ms)","trace[1882735887] 'compare' (duration: 81.901665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:21.696368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.465735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.696411Z","caller":"traceutil/trace.go:171","msg":"trace[382820338] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:740; }","duration":"343.524435ms","start":"2026-03-19T17:54:21.352875Z","end":"2026-03-19T17:54:21.696399Z","steps":["trace[382820338] 'agreement among raft nodes before linearized reading' (duration: 343.460473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.696437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.352868Z","time spent":"343.562136ms","remote":"127.0.0.1:35802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-03-19T17:54:21.696554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.646083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:21.696584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.073873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jp5tt\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-03-19T17:54:21.696597Z","caller":"traceutil/trace.go:171","msg":"trace[1594398371] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:740; }","duration":"274.699766ms","start":"2026-03-19T17:54:21.421881Z","end":"2026-03-19T17:54:21.696581Z","steps":["trace[1594398371] 'agreement among raft nodes before linearized reading' (duration: 274.644764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.696611Z","caller":"traceutil/trace.go:171","msg":"trace[903342985] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jp5tt; range_end:; response_count:1; response_revision:740; }","duration":"167.140824ms","start":"2026-03-19T17:54:21.529462Z","end":"2026-03-19T17:54:21.696603Z","steps":["trace[903342985] 'agreement among raft nodes before linearized reading' (duration: 167.011451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.696556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.516343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:21.696611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.640187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:21.696693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.135897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.696685Z","caller":"traceutil/trace.go:171","msg":"trace[1810101446] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:740; }","duration":"296.678768ms","start":"2026-03-19T17:54:21.399971Z","end":"2026-03-19T17:54:21.69665Z","steps":["trace[1810101446] 'agreement among raft nodes before linearized reading' (duration: 296.440722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.69623Z","caller":"traceutil/trace.go:171","msg":"trace[1435294484] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:740; }","duration":"295.871315ms","start":"2026-03-19T17:54:21.400342Z","end":"2026-03-19T17:54:21.696213Z","steps":["trace[1435294484] 'agreement among raft nodes before linearized reading' (duration: 295.760012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.696693Z","caller":"traceutil/trace.go:171","msg":"trace[1994283186] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:740; }","duration":"296.736981ms","start":"2026-03-19T17:54:21.399942Z","end":"2026-03-19T17:54:21.696679Z","steps":["trace[1994283186] 'agreement among raft nodes before linearized reading' (duration: 296.630228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.696658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.92235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:54:21.696627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.237806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.6969Z","caller":"traceutil/trace.go:171","msg":"trace[1217498400] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:740; }","duration":"523.198199ms","start":"2026-03-19T17:54:21.173691Z","end":"2026-03-19T17:54:21.696889Z","steps":["trace[1217498400] 'agreement among raft nodes before linearized reading' (duration: 522.949522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.696907Z","caller":"traceutil/trace.go:171","msg":"trace[1493947788] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:740; }","duration":"344.540694ms","start":"2026-03-19T17:54:21.352351Z","end":"2026-03-19T17:54:21.696891Z","steps":["trace[1493947788] 'agreement among raft nodes before linearized reading' (duration: 344.260646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.696919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.95136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:21.696947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.352327Z","time spent":"344.604866ms","remote":"127.0.0.1:35802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"info","ts":"2026-03-19T17:54:21.696975Z","caller":"traceutil/trace.go:171","msg":"trace[2041271565] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:740; }","duration":"310.027131ms","start":"2026-03-19T17:54:21.386934Z","end":"2026-03-19T17:54:21.696961Z","steps":["trace[2041271565] 'agreement among raft nodes before linearized reading' (duration: 309.934818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.696712Z","caller":"traceutil/trace.go:171","msg":"trace[947934575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:740; }","duration":"118.189118ms","start":"2026-03-19T17:54:21.578516Z","end":"2026-03-19T17:54:21.696705Z","steps":["trace[947934575] 'agreement among raft nodes before linearized reading' (duration: 118.160647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.697029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.38693Z","time spent":"310.085163ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:21.696597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.979008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.697149Z","caller":"traceutil/trace.go:171","msg":"trace[1167572332] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:740; }","duration":"344.583725ms","start":"2026-03-19T17:54:21.35255Z","end":"2026-03-19T17:54:21.697133Z","steps":["trace[1167572332] 'agreement among raft nodes before linearized reading' (duration: 344.007928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.695989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.325104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:21.697179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.352511Z","time spent":"344.657807ms","remote":"127.0.0.1:35802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:21.696934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.173667Z","time spent":"523.25481ms","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:21.697201Z","caller":"traceutil/trace.go:171","msg":"trace[1145035893] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:740; }","duration":"323.60292ms","start":"2026-03-19T17:54:21.373585Z","end":"2026-03-19T17:54:21.697188Z","steps":["trace[1145035893] 'agreement among raft nodes before linearized reading' (duration: 322.277903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.697241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.373575Z","time spent":"323.653132ms","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:21.6976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.663389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.697711Z","caller":"traceutil/trace.go:171","msg":"trace[1506170102] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:740; }","duration":"310.797013ms","start":"2026-03-19T17:54:21.386896Z","end":"2026-03-19T17:54:21.697693Z","steps":["trace[1506170102] 'agreement among raft nodes before linearized reading' (duration: 309.118255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.697883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.386889Z","time spent":"310.901055ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"info","ts":"2026-03-19T17:54:21.919395Z","caller":"traceutil/trace.go:171","msg":"trace[1590349424] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"208.764355ms","start":"2026-03-19T17:54:21.710606Z","end":"2026-03-19T17:54:21.91937Z","steps":["trace[1590349424] 'process raft request' (duration: 208.57298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:22.645107Z","caller":"traceutil/trace.go:171","msg":"trace[1729105505] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:769; }","duration":"209.922227ms","start":"2026-03-19T17:54:22.435158Z","end":"2026-03-19T17:54:22.645081Z","steps":["trace[1729105505] 'read index received' (duration: 209.867855ms)","trace[1729105505] 'applied index is now lower than readState.Index' (duration: 52.882µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:22.64521Z","caller":"traceutil/trace.go:171","msg":"trace[765022959] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"218.569419ms","start":"2026-03-19T17:54:22.426605Z","end":"2026-03-19T17:54:22.645174Z","steps":["trace[765022959] 'process raft request' (duration: 218.290261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.645356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.160394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:22.645391Z","caller":"traceutil/trace.go:171","msg":"trace[1037360813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:742; }","duration":"210.267988ms","start":"2026-03-19T17:54:22.435113Z","end":"2026-03-19T17:54:22.645381Z","steps":["trace[1037360813] 'agreement among raft nodes before linearized reading' (duration: 210.098793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:23.010004Z","caller":"traceutil/trace.go:171","msg":"trace[2052704583] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:770; }","duration":"364.791709ms","start":"2026-03-19T17:54:22.645184Z","end":"2026-03-19T17:54:23.009976Z","steps":["trace[2052704583] 'read index received' (duration: 364.689376ms)","trace[2052704583] 'applied index is now lower than readState.Index' (duration: 101.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:23.010133Z","caller":"traceutil/trace.go:171","msg":"trace[703625907] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"469.648125ms","start":"2026-03-19T17:54:22.540459Z","end":"2026-03-19T17:54:23.010107Z","steps":["trace[703625907] 'process raft request' (duration: 469.380828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.010316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:22.540432Z","time spent":"469.767278ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:23.010466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.252242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:23.010512Z","caller":"traceutil/trace.go:171","msg":"trace[2001867655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:743; }","duration":"575.332153ms","start":"2026-03-19T17:54:22.435168Z","end":"2026-03-19T17:54:23.0105Z","steps":["trace[2001867655] 'agreement among raft nodes before linearized reading' (duration: 574.927242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.010542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:22.435154Z","time spent":"575.381394ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:23.010515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.99844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jp5tt\" ","response":"range_response_count:1 size:17974"} {"level":"warn","ts":"2026-03-19T17:54:23.01049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.861501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:23.010706Z","caller":"traceutil/trace.go:171","msg":"trace[405717495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:743; }","duration":"575.094397ms","start":"2026-03-19T17:54:22.435594Z","end":"2026-03-19T17:54:23.010688Z","steps":["trace[405717495] 'agreement among raft nodes before linearized reading' (duration: 574.441859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.01082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:22.435586Z","time spent":"575.21626ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:54:23.01061Z","caller":"traceutil/trace.go:171","msg":"trace[1307053344] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jp5tt; range_end:; response_count:1; response_revision:743; }","duration":"472.133664ms","start":"2026-03-19T17:54:22.53845Z","end":"2026-03-19T17:54:23.010584Z","steps":["trace[1307053344] 'agreement among raft nodes before linearized reading' (duration: 471.556657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.010965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:22.538429Z","time spent":"472.501113ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17997,"request content":"key:\"/registry/pods/kube-system/cilium-jp5tt\" "} {"level":"info","ts":"2026-03-19T17:54:23.145811Z","caller":"traceutil/trace.go:171","msg":"trace[1661935766] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:771; }","duration":"135.703786ms","start":"2026-03-19T17:54:23.010074Z","end":"2026-03-19T17:54:23.145778Z","steps":["trace[1661935766] 'read index received' (duration: 116.86359ms)","trace[1661935766] 'applied index is now lower than readState.Index' (duration: 18.837856ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:23.145883Z","caller":"traceutil/trace.go:171","msg":"trace[154789841] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"495.785004ms","start":"2026-03-19T17:54:22.650073Z","end":"2026-03-19T17:54:23.145858Z","steps":["trace[154789841] 'process raft request' (duration: 476.778494ms)","trace[154789841] 'compare' (duration: 18.809855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:23.145971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.300916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:23.146029Z","caller":"traceutil/trace.go:171","msg":"trace[1735462274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"254.414278ms","start":"2026-03-19T17:54:22.891596Z","end":"2026-03-19T17:54:23.14601Z","steps":["trace[1735462274] 'agreement among raft nodes before linearized reading' (duration: 254.307745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.146195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:22.650046Z","time spent":"495.886877ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:23.146859Z","caller":"traceutil/trace.go:171","msg":"trace[2086196519] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"122.704094ms","start":"2026-03-19T17:54:23.024133Z","end":"2026-03-19T17:54:23.146837Z","steps":["trace[2086196519] 'process raft request' (duration: 122.619841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:23.146948Z","caller":"traceutil/trace.go:171","msg":"trace[2016889554] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"131.437428ms","start":"2026-03-19T17:54:23.015461Z","end":"2026-03-19T17:54:23.146898Z","steps":["trace[2016889554] 'process raft request' (duration: 131.137169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:23.147139Z","caller":"traceutil/trace.go:171","msg":"trace[143193727] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"131.652974ms","start":"2026-03-19T17:54:23.015478Z","end":"2026-03-19T17:54:23.147131Z","steps":["trace[143193727] 'process raft request' (duration: 131.217252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:24.044583Z","caller":"traceutil/trace.go:171","msg":"trace[978311761] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"160.995383ms","start":"2026-03-19T17:54:23.883561Z","end":"2026-03-19T17:54:24.044556Z","steps":["trace[978311761] 'process raft request' (duration: 160.860468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:25.963551Z","caller":"traceutil/trace.go:171","msg":"trace[1799063509] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"106.568313ms","start":"2026-03-19T17:54:25.856964Z","end":"2026-03-19T17:54:25.963533Z","steps":["trace[1799063509] 'process raft request' (duration: 96.472322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.426345Z","caller":"traceutil/trace.go:171","msg":"trace[1343007155] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"139.850903ms","start":"2026-03-19T17:54:26.286467Z","end":"2026-03-19T17:54:26.426318Z","steps":["trace[1343007155] 'process raft request' (duration: 139.689048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:41.323215Z","caller":"traceutil/trace.go:171","msg":"trace[638047694] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"158.235195ms","start":"2026-03-19T17:54:41.164957Z","end":"2026-03-19T17:54:41.323192Z","steps":["trace[638047694] 'read index received' (duration: 158.012169ms)","trace[638047694] 'applied index is now lower than readState.Index' (duration: 221.856µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:41.323374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.395119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:41.32336Z","caller":"traceutil/trace.go:171","msg":"trace[36635671] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"501.958601ms","start":"2026-03-19T17:54:40.821356Z","end":"2026-03-19T17:54:41.323315Z","steps":["trace[36635671] 'process raft request' (duration: 501.704604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:41.323571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:40.82133Z","time spent":"502.135396ms","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:41.323414Z","caller":"traceutil/trace.go:171","msg":"trace[132820888] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:972; }","duration":"158.485911ms","start":"2026-03-19T17:54:41.164912Z","end":"2026-03-19T17:54:41.323397Z","steps":["trace[132820888] 'agreement among raft nodes before linearized reading' (duration: 158.40631ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:42.087958Z","caller":"traceutil/trace.go:171","msg":"trace[439116264] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"661.698386ms","start":"2026-03-19T17:54:41.426231Z","end":"2026-03-19T17:54:42.087929Z","steps":["trace[439116264] 'process raft request' (duration: 658.164584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:42.088114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:41.42621Z","time spent":"661.825629ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:42.138614Z","caller":"traceutil/trace.go:171","msg":"trace[375452189] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1006; }","duration":"303.956314ms","start":"2026-03-19T17:54:41.834621Z","end":"2026-03-19T17:54:42.138577Z","steps":["trace[375452189] 'read index received' (duration: 249.786055ms)","trace[375452189] 'applied index is now lower than readState.Index' (duration: 54.169379ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:42.138706Z","caller":"traceutil/trace.go:171","msg":"trace[902999822] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"712.039975ms","start":"2026-03-19T17:54:41.42662Z","end":"2026-03-19T17:54:42.13866Z","steps":["trace[902999822] 'process raft request' (duration: 711.778378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:42.138822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.710628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:42.138904Z","caller":"traceutil/trace.go:171","msg":"trace[1908025877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:976; }","duration":"245.791829ms","start":"2026-03-19T17:54:41.893082Z","end":"2026-03-19T17:54:42.138873Z","steps":["trace[1908025877] 'agreement among raft nodes before linearized reading' (duration: 245.687447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:42.138768Z","caller":"traceutil/trace.go:171","msg":"trace[979802832] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"258.42887ms","start":"2026-03-19T17:54:41.880315Z","end":"2026-03-19T17:54:42.138743Z","steps":["trace[979802832] 'process raft request' (duration: 258.218585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:42.139055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:41.426594Z","time spent":"712.205759ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:42.139485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.861777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:54:42.139552Z","caller":"traceutil/trace.go:171","msg":"trace[800780258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:976; }","duration":"304.972861ms","start":"2026-03-19T17:54:41.834564Z","end":"2026-03-19T17:54:42.139537Z","steps":["trace[800780258] 'agreement among raft nodes before linearized reading' (duration: 304.156929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:42.139597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:41.834545Z","time spent":"305.038791ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:54:45.184422Z","caller":"traceutil/trace.go:171","msg":"trace[483052145] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"118.984518ms","start":"2026-03-19T17:54:45.065411Z","end":"2026-03-19T17:54:45.184395Z","steps":["trace[483052145] 'process raft request' (duration: 94.589898ms)","trace[483052145] 'compare' (duration: 24.287337ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:45.185491Z","caller":"traceutil/trace.go:171","msg":"trace[1670777572] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"118.30983ms","start":"2026-03-19T17:54:45.067157Z","end":"2026-03-19T17:54:45.185466Z","steps":["trace[1670777572] 'process raft request' (duration: 118.162986ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:45.281282Z","caller":"traceutil/trace.go:171","msg":"trace[394871989] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"107.073875ms","start":"2026-03-19T17:54:45.174176Z","end":"2026-03-19T17:54:45.281249Z","steps":["trace[394871989] 'process raft request' (duration: 106.825129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:45.281609Z","caller":"traceutil/trace.go:171","msg":"trace[2045313664] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"106.846859ms","start":"2026-03-19T17:54:45.174711Z","end":"2026-03-19T17:54:45.281558Z","steps":["trace[2045313664] 'process raft request' (duration: 106.449889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:45.686637Z","caller":"traceutil/trace.go:171","msg":"trace[784368337] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"170.524027ms","start":"2026-03-19T17:54:45.516088Z","end":"2026-03-19T17:54:45.686612Z","steps":["trace[784368337] 'process raft request' (duration: 170.364302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:52.940693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.279894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:52.940811Z","caller":"traceutil/trace.go:171","msg":"trace[731328910] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1035; }","duration":"222.453388ms","start":"2026-03-19T17:54:52.718327Z","end":"2026-03-19T17:54:52.940781Z","steps":["trace[731328910] 'count revisions from in-memory index tree' (duration: 222.171961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.608667Z","caller":"traceutil/trace.go:171","msg":"trace[2046451618] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"261.176992ms","start":"2026-03-19T17:55:09.347465Z","end":"2026-03-19T17:55:09.608642Z","steps":["trace[2046451618] 'process raft request' (duration: 261.027979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:14.166489Z","caller":"traceutil/trace.go:171","msg":"trace[427294334] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"105.958647ms","start":"2026-03-19T17:55:14.060504Z","end":"2026-03-19T17:55:14.166463Z","steps":["trace[427294334] 'process raft request' (duration: 105.805282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:14.442053Z","caller":"traceutil/trace.go:171","msg":"trace[745353417] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"104.105047ms","start":"2026-03-19T17:55:14.337908Z","end":"2026-03-19T17:55:14.442013Z","steps":["trace[745353417] 'process raft request' (duration: 103.766028ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:17.687059Z","caller":"traceutil/trace.go:171","msg":"trace[960131059] linearizableReadLoop","detail":"{readStateIndex:1326; appliedIndex:1325; }","duration":"155.798702ms","start":"2026-03-19T17:55:17.531219Z","end":"2026-03-19T17:55:17.687018Z","steps":["trace[960131059] 'read index received' (duration: 155.452593ms)","trace[960131059] 'applied index is now lower than readState.Index' (duration: 344.089µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:17.687112Z","caller":"traceutil/trace.go:171","msg":"trace[1175023107] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"395.428648ms","start":"2026-03-19T17:55:17.291641Z","end":"2026-03-19T17:55:17.68707Z","steps":["trace[1175023107] 'process raft request' (duration: 395.121111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:17.687348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:17.291598Z","time spent":"395.650555ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:17.687326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.083339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:17.687437Z","caller":"traceutil/trace.go:171","msg":"trace[768152131] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1283; }","duration":"156.249453ms","start":"2026-03-19T17:55:17.531166Z","end":"2026-03-19T17:55:17.687415Z","steps":["trace[768152131] 'agreement among raft nodes before linearized reading' (duration: 156.019067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.002119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.720008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:18.002224Z","caller":"traceutil/trace.go:171","msg":"trace[696443449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1283; }","duration":"108.883513ms","start":"2026-03-19T17:55:17.893314Z","end":"2026-03-19T17:55:18.002198Z","steps":["trace[696443449] 'range keys from in-memory index tree' (duration: 108.590134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:18.303652Z","caller":"traceutil/trace.go:171","msg":"trace[197629836] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"297.300589ms","start":"2026-03-19T17:55:18.006322Z","end":"2026-03-19T17:55:18.303623Z","steps":["trace[197629836] 'process raft request' (duration: 297.146785ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:24.308269Z","caller":"traceutil/trace.go:171","msg":"trace[1057962142] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1382; }","duration":"106.482989ms","start":"2026-03-19T17:55:24.201762Z","end":"2026-03-19T17:55:24.308245Z","steps":["trace[1057962142] 'process raft request' (duration: 106.331446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:31.405502Z","caller":"traceutil/trace.go:171","msg":"trace[107143117] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1521; }","duration":"112.716603ms","start":"2026-03-19T17:55:31.292761Z","end":"2026-03-19T17:55:31.405478Z","steps":["trace[107143117] 'process raft request' (duration: 112.61566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:31.523968Z","caller":"traceutil/trace.go:171","msg":"trace[1555146378] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1521; }","duration":"227.762368ms","start":"2026-03-19T17:55:31.296172Z","end":"2026-03-19T17:55:31.523935Z","steps":["trace[1555146378] 'process raft request' (duration: 227.534762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:31.524288Z","caller":"traceutil/trace.go:171","msg":"trace[1789728873] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1587; }","duration":"117.16ms","start":"2026-03-19T17:55:31.407101Z","end":"2026-03-19T17:55:31.524261Z","steps":["trace[1789728873] 'read index received' (duration: 116.477792ms)","trace[1789728873] 'applied index is now lower than readState.Index' (duration: 681.038µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:31.524348Z","caller":"traceutil/trace.go:171","msg":"trace[400944131] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1521; }","duration":"128.454876ms","start":"2026-03-19T17:55:31.395842Z","end":"2026-03-19T17:55:31.524297Z","steps":["trace[400944131] 'process raft request' (duration: 128.201189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:31.524499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.378516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6464"} {"level":"info","ts":"2026-03-19T17:55:31.524803Z","caller":"traceutil/trace.go:171","msg":"trace[290243459] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1521; }","duration":"117.447897ms","start":"2026-03-19T17:55:31.407085Z","end":"2026-03-19T17:55:31.524533Z","steps":["trace[290243459] 'agreement among raft nodes before linearized reading' (duration: 117.280853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:43.744837Z","caller":"traceutil/trace.go:171","msg":"trace[1040306927] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1749; }","duration":"133.075507ms","start":"2026-03-19T17:55:43.611726Z","end":"2026-03-19T17:55:43.744802Z","steps":["trace[1040306927] 'read index received' (duration: 132.751129ms)","trace[1040306927] 'applied index is now lower than readState.Index' (duration: 323.088µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:43.745013Z","caller":"traceutil/trace.go:171","msg":"trace[1375850358] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"246.325103ms","start":"2026-03-19T17:55:43.498644Z","end":"2026-03-19T17:55:43.74497Z","steps":["trace[1375850358] 'process raft request' (duration: 245.964954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:43.745174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.423156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:43.745241Z","caller":"traceutil/trace.go:171","msg":"trace[258485631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1679; }","duration":"133.56591ms","start":"2026-03-19T17:55:43.611648Z","end":"2026-03-19T17:55:43.745214Z","steps":["trace[258485631] 'agreement among raft nodes before linearized reading' (duration: 133.341954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:44.047475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.827507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:44.047609Z","caller":"traceutil/trace.go:171","msg":"trace[2135001532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1679; }","duration":"155.037702ms","start":"2026-03-19T17:55:43.892542Z","end":"2026-03-19T17:55:44.04758Z","steps":["trace[2135001532] 'range keys from in-memory index tree' (duration: 154.674212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:44.047769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.977633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e53f58f9-0138-403c-b5b4-3660430e394f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T17:55:44.047939Z","caller":"traceutil/trace.go:171","msg":"trace[1133966663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e53f58f9-0138-403c-b5b4-3660430e394f; range_end:; response_count:1; response_revision:1679; }","duration":"107.155677ms","start":"2026-03-19T17:55:43.940753Z","end":"2026-03-19T17:55:44.047909Z","steps":["trace[1133966663] 'range keys from in-memory index tree' (duration: 106.675674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:44.047724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.800659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:55:44.048243Z","caller":"traceutil/trace.go:171","msg":"trace[665959064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1679; }","duration":"183.380885ms","start":"2026-03-19T17:55:43.864819Z","end":"2026-03-19T17:55:44.0482Z","steps":["trace[665959064] 'range keys from in-memory index tree' (duration: 182.47849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:44.211935Z","caller":"traceutil/trace.go:171","msg":"trace[573659748] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"159.205871ms","start":"2026-03-19T17:55:44.052705Z","end":"2026-03-19T17:55:44.211911Z","steps":["trace[573659748] 'process raft request' (duration: 159.011696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:44.253756Z","caller":"traceutil/trace.go:171","msg":"trace[1750138915] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"200.40533ms","start":"2026-03-19T17:55:44.053304Z","end":"2026-03-19T17:55:44.25371Z","steps":["trace[1750138915] 'process raft request' (duration: 198.427159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:44.84037Z","caller":"traceutil/trace.go:171","msg":"trace[136960938] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"188.717506ms","start":"2026-03-19T17:55:44.651621Z","end":"2026-03-19T17:55:44.840339Z","steps":["trace[136960938] 'process raft request' (duration: 188.44565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:44.840351Z","caller":"traceutil/trace.go:171","msg":"trace[321704892] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"188.716426ms","start":"2026-03-19T17:55:44.651608Z","end":"2026-03-19T17:55:44.840324Z","steps":["trace[321704892] 'process raft request' (duration: 188.630644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:44.840631Z","caller":"traceutil/trace.go:171","msg":"trace[693543315] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"188.757988ms","start":"2026-03-19T17:55:44.651823Z","end":"2026-03-19T17:55:44.840581Z","steps":["trace[693543315] 'process raft request' (duration: 188.45998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:46.125419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.608338ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T17:55:46.125673Z","caller":"traceutil/trace.go:171","msg":"trace[730670082] linearizableReadLoop","detail":"{readStateIndex:1762; appliedIndex:1760; }","duration":"826.563197ms","start":"2026-03-19T17:55:45.299092Z","end":"2026-03-19T17:55:46.125655Z","steps":["trace[730670082] 'read index received' (duration: 270.723762ms)","trace[730670082] 'applied index is now lower than readState.Index' (duration: 555.838075ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:46.125783Z","caller":"traceutil/trace.go:171","msg":"trace[933226354] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"875.091567ms","start":"2026-03-19T17:55:45.250677Z","end":"2026-03-19T17:55:46.125769Z","steps":["trace[933226354] 'process raft request' (duration: 874.856982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:46.125914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:45.250635Z","time spent":"875.19257ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:46.12599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:45.22188Z","time spent":"904.102606ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:55:46.126347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.742601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:46.126443Z","caller":"traceutil/trace.go:171","msg":"trace[1943251621] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1690; }","duration":"643.889075ms","start":"2026-03-19T17:55:45.482521Z","end":"2026-03-19T17:55:46.12641Z","steps":["trace[1943251621] 'agreement among raft nodes before linearized reading' (duration: 643.768792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:46.126409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.137087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:46.126494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:45.482488Z","time spent":"643.992108ms","remote":"127.0.0.1:38496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:55:46.12655Z","caller":"traceutil/trace.go:171","msg":"trace[455435531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1690; }","duration":"234.325343ms","start":"2026-03-19T17:55:45.892195Z","end":"2026-03-19T17:55:46.12652Z","steps":["trace[455435531] 'agreement among raft nodes before linearized reading' (duration: 234.097607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:46.126469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.129802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:46.126651Z","caller":"traceutil/trace.go:171","msg":"trace[348252565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1690; }","duration":"278.354298ms","start":"2026-03-19T17:55:45.848265Z","end":"2026-03-19T17:55:46.126619Z","steps":["trace[348252565] 'agreement among raft nodes before linearized reading' (duration: 278.03424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:46.128145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.03517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T17:55:46.128228Z","caller":"traceutil/trace.go:171","msg":"trace[1157842545] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1690; }","duration":"829.183084ms","start":"2026-03-19T17:55:45.299025Z","end":"2026-03-19T17:55:46.128208Z","steps":["trace[1157842545] 'agreement among raft nodes before linearized reading' (duration: 827.164001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:46.128267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:45.298994Z","time spent":"829.264665ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T17:55:46.31819Z","caller":"traceutil/trace.go:171","msg":"trace[658817760] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1763; }","duration":"107.878412ms","start":"2026-03-19T17:55:46.210278Z","end":"2026-03-19T17:55:46.318156Z","steps":["trace[658817760] 'read index received' (duration: 107.475661ms)","trace[658817760] 'applied index is now lower than readState.Index' (duration: 401.411µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:46.31832Z","caller":"traceutil/trace.go:171","msg":"trace[1397143191] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"185.556465ms","start":"2026-03-19T17:55:46.13274Z","end":"2026-03-19T17:55:46.318296Z","steps":["trace[1397143191] 'process raft request' (duration: 185.091224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:46.318311Z","caller":"traceutil/trace.go:171","msg":"trace[1817113910] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"183.072832ms","start":"2026-03-19T17:55:46.135197Z","end":"2026-03-19T17:55:46.31827Z","steps":["trace[1817113910] 'process raft request' (duration: 182.847736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:46.318629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.284768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:55:46.318688Z","caller":"traceutil/trace.go:171","msg":"trace[775749011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1693; }","duration":"102.398491ms","start":"2026-03-19T17:55:46.216276Z","end":"2026-03-19T17:55:46.318674Z","steps":["trace[775749011] 'agreement among raft nodes before linearized reading' (duration: 102.146464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:46.318832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.497178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T17:55:46.318951Z","caller":"traceutil/trace.go:171","msg":"trace[2023713980] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1693; }","duration":"108.752815ms","start":"2026-03-19T17:55:46.210175Z","end":"2026-03-19T17:55:46.318927Z","steps":["trace[2023713980] 'agreement among raft nodes before linearized reading' (duration: 108.228221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:46.502259Z","caller":"traceutil/trace.go:171","msg":"trace[185518636] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"178.099963ms","start":"2026-03-19T17:55:46.324133Z","end":"2026-03-19T17:55:46.502233Z","steps":["trace[185518636] 'process raft request' (duration: 90.864043ms)","trace[185518636] 'compare' (duration: 87.105447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:47.519495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.017576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:55:47.519592Z","caller":"traceutil/trace.go:171","msg":"trace[4823003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1695; }","duration":"861.165398ms","start":"2026-03-19T17:55:46.658402Z","end":"2026-03-19T17:55:47.519567Z","steps":["trace[4823003] 'range keys from in-memory index tree' (duration: 860.746528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:47.519605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.613328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T17:55:47.519719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.44989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:47.51971Z","caller":"traceutil/trace.go:171","msg":"trace[554229350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1695; }","duration":"676.784183ms","start":"2026-03-19T17:55:46.842899Z","end":"2026-03-19T17:55:47.519684Z","steps":["trace[554229350] 'range keys from in-memory index tree' (duration: 676.398424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:47.519774Z","caller":"traceutil/trace.go:171","msg":"trace[1398478932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1695; }","duration":"675.506771ms","start":"2026-03-19T17:55:46.84425Z","end":"2026-03-19T17:55:47.519757Z","steps":["trace[1398478932] 'range keys from in-memory index tree' (duration: 675.301636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:47.519794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:46.842872Z","time spent":"676.909577ms","remote":"127.0.0.1:47918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:47.519813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:46.844168Z","time spent":"675.636244ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:47.519645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:46.658376Z","time spent":"861.257111ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:55:47.519834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.661575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:55:47.519996Z","caller":"traceutil/trace.go:171","msg":"trace[651428514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1695; }","duration":"675.84606ms","start":"2026-03-19T17:55:46.844109Z","end":"2026-03-19T17:55:47.519955Z","steps":["trace[651428514] 'range keys from in-memory index tree' (duration: 675.413958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:47.520734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:46.844096Z","time spent":"676.6205ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:47.520169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.577943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:55:47.520822Z","caller":"traceutil/trace.go:171","msg":"trace[1278321876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1695; }","duration":"676.304012ms","start":"2026-03-19T17:55:46.8445Z","end":"2026-03-19T17:55:47.520804Z","steps":["trace[1278321876] 'range keys from in-memory index tree' (duration: 675.127841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:47.520901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:46.844469Z","time spent":"676.391083ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:55:47.523734Z","caller":"traceutil/trace.go:171","msg":"trace[1829110312] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"389.643789ms","start":"2026-03-19T17:55:47.134068Z","end":"2026-03-19T17:55:47.523712Z","steps":["trace[1829110312] 'read index received' (duration: 389.460954ms)","trace[1829110312] 'applied index is now lower than readState.Index' (duration: 182.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:47.523964Z","caller":"traceutil/trace.go:171","msg":"trace[1444251307] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"603.533385ms","start":"2026-03-19T17:55:46.920409Z","end":"2026-03-19T17:55:47.523942Z","steps":["trace[1444251307] 'process raft request' (duration: 603.169196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:47.524076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:46.920369Z","time spent":"603.642478ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:47.524145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.412395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:47.524195Z","caller":"traceutil/trace.go:171","msg":"trace[1685462442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1696; }","duration":"386.510478ms","start":"2026-03-19T17:55:47.13767Z","end":"2026-03-19T17:55:47.52418Z","steps":["trace[1685462442] 'agreement among raft nodes before linearized reading' (duration: 386.328224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:47.524232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:47.137649Z","time spent":"386.5747ms","remote":"127.0.0.1:47918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:47.52424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.111921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e53f58f9-0138-403c-b5b4-3660430e394f\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-19T17:55:47.52436Z","caller":"traceutil/trace.go:171","msg":"trace[243360092] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e53f58f9-0138-403c-b5b4-3660430e394f; range_end:; response_count:1; response_revision:1696; }","duration":"390.324147ms","start":"2026-03-19T17:55:47.134015Z","end":"2026-03-19T17:55:47.524339Z","steps":["trace[243360092] 'agreement among raft nodes before linearized reading' (duration: 389.894326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:47.524447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:47.133992Z","time spent":"390.441651ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e53f58f9-0138-403c-b5b4-3660430e394f\" "} {"level":"warn","ts":"2026-03-19T17:55:55.543958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.221389Z","time spent":"322.564799ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:55:55.889103Z","caller":"traceutil/trace.go:171","msg":"trace[872027933] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"343.810966ms","start":"2026-03-19T17:55:55.545236Z","end":"2026-03-19T17:55:55.889047Z","steps":["trace[872027933] 'process raft request' (duration: 343.660813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:55.889253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.545202Z","time spent":"343.97098ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:55.896048Z","caller":"traceutil/trace.go:171","msg":"trace[1072591869] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1847; }","duration":"328.490741ms","start":"2026-03-19T17:55:55.567539Z","end":"2026-03-19T17:55:55.896029Z","steps":["trace[1072591869] 'read index received' (duration: 321.418349ms)","trace[1072591869] 'applied index is now lower than readState.Index' (duration: 7.071602ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:55.896122Z","caller":"traceutil/trace.go:171","msg":"trace[166953246] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"345.459809ms","start":"2026-03-19T17:55:55.550628Z","end":"2026-03-19T17:55:55.896088Z","steps":["trace[166953246] 'process raft request' (duration: 345.288954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:55.896248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.688166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:55:55.896282Z","caller":"traceutil/trace.go:171","msg":"trace[152847967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1774; }","duration":"328.787899ms","start":"2026-03-19T17:55:55.567484Z","end":"2026-03-19T17:55:55.896272Z","steps":["trace[152847967] 'agreement among raft nodes before linearized reading' (duration: 328.650266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:55.896295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.495511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:55:55.896307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.567456Z","time spent":"328.845151ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:55:55.896371Z","caller":"traceutil/trace.go:171","msg":"trace[2084156620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1774; }","duration":"328.598594ms","start":"2026-03-19T17:55:55.567723Z","end":"2026-03-19T17:55:55.896322Z","steps":["trace[2084156620] 'agreement among raft nodes before linearized reading' (duration: 328.460631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:55.896403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.567678Z","time spent":"328.718687ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:55.896438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.6102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:55:55.896459Z","caller":"traceutil/trace.go:171","msg":"trace[1997703688] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1774; }","duration":"315.64824ms","start":"2026-03-19T17:55:55.580802Z","end":"2026-03-19T17:55:55.896451Z","steps":["trace[1997703688] 'agreement among raft nodes before linearized reading' (duration: 315.587498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:55.896477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.58079Z","time spent":"315.682181ms","remote":"127.0.0.1:47918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:55.896492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.931155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:55:55.896511Z","caller":"traceutil/trace.go:171","msg":"trace[1584958864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1774; }","duration":"325.967466ms","start":"2026-03-19T17:55:55.570537Z","end":"2026-03-19T17:55:55.896505Z","steps":["trace[1584958864] 'agreement among raft nodes before linearized reading' (duration: 325.913924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:55.896526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.570529Z","time spent":"325.994556ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:55:55.896609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.546252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:55:55.896631Z","caller":"traceutil/trace.go:171","msg":"trace[577210917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1774; }","duration":"328.632785ms","start":"2026-03-19T17:55:55.56799Z","end":"2026-03-19T17:55:55.896623Z","steps":["trace[577210917] 'agreement among raft nodes before linearized reading' (duration: 328.576333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:55.896656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.567967Z","time spent":"328.683867ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:55.896979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.550602Z","time spent":"345.612172ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:02.856074Z","caller":"traceutil/trace.go:171","msg":"trace[534955812] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1895; }","duration":"400.768535ms","start":"2026-03-19T17:56:02.455282Z","end":"2026-03-19T17:56:02.85605Z","steps":["trace[534955812] 'read index received' (duration: 400.547479ms)","trace[534955812] 'applied index is now lower than readState.Index' (duration: 219.956µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:02.85623Z","caller":"traceutil/trace.go:171","msg":"trace[1790496945] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"646.373169ms","start":"2026-03-19T17:56:02.20983Z","end":"2026-03-19T17:56:02.856203Z","steps":["trace[1790496945] 'process raft request' (duration: 645.967448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:02.856354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.053503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:56:02.856377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.69831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T17:56:02.85638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:02.209796Z","time spent":"646.503773ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:02.856413Z","caller":"traceutil/trace.go:171","msg":"trace[847027067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1820; }","duration":"401.128335ms","start":"2026-03-19T17:56:02.455269Z","end":"2026-03-19T17:56:02.856398Z","steps":["trace[847027067] 'agreement among raft nodes before linearized reading' (duration: 400.95844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:02.856438Z","caller":"traceutil/trace.go:171","msg":"trace[1919544124] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1820; }","duration":"268.804993ms","start":"2026-03-19T17:56:02.587615Z","end":"2026-03-19T17:56:02.85642Z","steps":["trace[1919544124] 'agreement among raft nodes before linearized reading' (duration: 268.623588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:02.856467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:02.455148Z","time spent":"401.303819ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:56:32.653075Z","caller":"traceutil/trace.go:171","msg":"trace[998072177] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"440.783217ms","start":"2026-03-19T17:56:32.212202Z","end":"2026-03-19T17:56:32.652985Z","steps":["trace[998072177] 'process raft request' (duration: 406.922754ms)","trace[998072177] 'compare' (duration: 33.306669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:32.653502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:32.212186Z","time spent":"441.078666ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:32.940002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.714459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:32.940393Z","caller":"traceutil/trace.go:171","msg":"trace[274943526] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"727.821251ms","start":"2026-03-19T17:56:32.212526Z","end":"2026-03-19T17:56:32.940347Z","steps":["trace[274943526] 'process raft request' (duration: 586.604728ms)","trace[274943526] 'compare' (duration: 140.529755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:32.94045Z","caller":"traceutil/trace.go:171","msg":"trace[1801326156] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"727.372708ms","start":"2026-03-19T17:56:32.213051Z","end":"2026-03-19T17:56:32.940423Z","steps":["trace[1801326156] 'process raft request' (duration: 727.147402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:32.940499Z","caller":"traceutil/trace.go:171","msg":"trace[147210092] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2053; }","duration":"601.542464ms","start":"2026-03-19T17:56:32.338816Z","end":"2026-03-19T17:56:32.940358Z","steps":["trace[147210092] 'read index received' (duration: 280.302959ms)","trace[147210092] 'applied index is now lower than readState.Index' (duration: 321.238065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:32.940564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:32.213042Z","time spent":"727.473701ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:32.940634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:32.212515Z","time spent":"727.974754ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:32.940666Z","caller":"traceutil/trace.go:171","msg":"trace[642230209] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"726.69916ms","start":"2026-03-19T17:56:32.21383Z","end":"2026-03-19T17:56:32.940529Z","steps":["trace[642230209] 'process raft request' (duration: 726.451384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:32.94078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.960404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fbd37ef29f9\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-19T17:56:32.941043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:32.213821Z","time spent":"727.04579ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:32.941125Z","caller":"traceutil/trace.go:171","msg":"trace[1941809592] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e4fbd37ef29f9; range_end:; response_count:1; response_revision:1974; }","duration":"602.352184ms","start":"2026-03-19T17:56:32.338725Z","end":"2026-03-19T17:56:32.941077Z","steps":["trace[1941809592] 'agreement among raft nodes before linearized reading' (duration: 601.829521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:32.941202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:32.338692Z","time spent":"602.491408ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fbd37ef29f9\" "} {"level":"info","ts":"2026-03-19T17:56:33.110227Z","caller":"traceutil/trace.go:171","msg":"trace[1286770536] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"166.425883ms","start":"2026-03-19T17:56:32.943762Z","end":"2026-03-19T17:56:33.110188Z","steps":["trace[1286770536] 'process raft request' (duration: 106.99136ms)","trace[1286770536] 'compare' (duration: 59.118315ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:33.564606Z","caller":"traceutil/trace.go:171","msg":"trace[687792129] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2059; }","duration":"369.354406ms","start":"2026-03-19T17:56:33.195224Z","end":"2026-03-19T17:56:33.564579Z","steps":["trace[687792129] 'read index received' (duration: 369.13663ms)","trace[687792129] 'applied index is now lower than readState.Index' (duration: 216.646µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:33.564886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.637163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-19T17:56:33.564924Z","caller":"traceutil/trace.go:171","msg":"trace[1148134715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1977; }","duration":"369.732606ms","start":"2026-03-19T17:56:33.195178Z","end":"2026-03-19T17:56:33.564911Z","steps":["trace[1148134715] 'agreement among raft nodes before linearized reading' (duration: 369.53559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:33.564968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:33.195153Z","time spent":"369.803306ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:56:33.564976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.257881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:33.565037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.906224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:56:33.565128Z","caller":"traceutil/trace.go:171","msg":"trace[1605905037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"350.051109ms","start":"2026-03-19T17:56:33.215051Z","end":"2026-03-19T17:56:33.565103Z","steps":["trace[1605905037] 'agreement among raft nodes before linearized reading' (duration: 349.741781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:33.565127Z","caller":"traceutil/trace.go:171","msg":"trace[1986658463] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"380.936745ms","start":"2026-03-19T17:56:33.183713Z","end":"2026-03-19T17:56:33.56465Z","steps":["trace[1986658463] 'process raft request' (duration: 380.72541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:33.56501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.230151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-19T17:56:33.565429Z","caller":"traceutil/trace.go:171","msg":"trace[351145050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1977; }","duration":"329.689953ms","start":"2026-03-19T17:56:33.235725Z","end":"2026-03-19T17:56:33.565415Z","steps":["trace[351145050] 'agreement among raft nodes before linearized reading' (duration: 329.048076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:33.565178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:33.215033Z","time spent":"350.13543ms","remote":"127.0.0.1:47918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:33.56549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:33.235711Z","time spent":"329.750174ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T17:56:33.565194Z","caller":"traceutil/trace.go:171","msg":"trace[1236723959] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1977; }","duration":"365.470066ms","start":"2026-03-19T17:56:33.199632Z","end":"2026-03-19T17:56:33.565102Z","steps":["trace[1236723959] 'agreement among raft nodes before linearized reading' (duration: 365.146817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:33.565642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:33.199623Z","time spent":"366.004039ms","remote":"127.0.0.1:58238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:33.565971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:33.183684Z","time spent":"381.629722ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:35.075097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069189420,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:56:35.166874Z","caller":"traceutil/trace.go:171","msg":"trace[1783424854] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"952.151756ms","start":"2026-03-19T17:56:34.21468Z","end":"2026-03-19T17:56:35.166832Z","steps":["trace[1783424854] 'process raft request' (duration: 951.94402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.167107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.214642Z","time spent":"952.35089ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:35.243403Z","caller":"traceutil/trace.go:171","msg":"trace[2108404343] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"645.199348ms","start":"2026-03-19T17:56:34.598162Z","end":"2026-03-19T17:56:35.243362Z","steps":["trace[2108404343] 'process raft request' (duration: 644.88787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.24363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.598103Z","time spent":"645.409474ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:35.243653Z","caller":"traceutil/trace.go:171","msg":"trace[490942537] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"126.380799ms","start":"2026-03-19T17:56:35.11723Z","end":"2026-03-19T17:56:35.243611Z","steps":["trace[490942537] 'process raft request' (duration: 126.069401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:35.24365Z","caller":"traceutil/trace.go:171","msg":"trace[994356143] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2061; }","duration":"668.989382ms","start":"2026-03-19T17:56:34.574598Z","end":"2026-03-19T17:56:35.243588Z","steps":["trace[994356143] 'read index received' (duration: 592.087579ms)","trace[994356143] 'applied index is now lower than readState.Index' (duration: 76.897343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:35.244228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.168455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:56:35.244315Z","caller":"traceutil/trace.go:171","msg":"trace[2103995923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1981; }","duration":"299.315609ms","start":"2026-03-19T17:56:34.944978Z","end":"2026-03-19T17:56:35.244294Z","steps":["trace[2103995923] 'agreement among raft nodes before linearized reading' (duration: 299.140474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.244444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.107539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-19T17:56:35.244464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.311783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:35.244375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.650944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:56:35.24451Z","caller":"traceutil/trace.go:171","msg":"trace[1808179645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1981; }","duration":"300.195022ms","start":"2026-03-19T17:56:34.944292Z","end":"2026-03-19T17:56:35.244487Z","steps":["trace[1808179645] 'agreement among raft nodes before linearized reading' (duration: 299.997337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.24457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.944275Z","time spent":"300.287044ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:56:35.244562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.351688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:35.244227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.46823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:35.244614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.869137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T17:56:35.24466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.497126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:56:35.244664Z","caller":"traceutil/trace.go:171","msg":"trace[316958914] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1981; }","duration":"450.62199ms","start":"2026-03-19T17:56:34.793892Z","end":"2026-03-19T17:56:35.244514Z","steps":["trace[316958914] 'agreement among raft nodes before linearized reading' (duration: 450.23476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:35.244708Z","caller":"traceutil/trace.go:171","msg":"trace[448535590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1981; }","duration":"352.988413ms","start":"2026-03-19T17:56:34.891694Z","end":"2026-03-19T17:56:35.244682Z","steps":["trace[448535590] 'agreement among raft nodes before linearized reading' (duration: 352.438658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:35.244752Z","caller":"traceutil/trace.go:171","msg":"trace[510141242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"670.190793ms","start":"2026-03-19T17:56:34.574539Z","end":"2026-03-19T17:56:35.24473Z","steps":["trace[510141242] 'agreement among raft nodes before linearized reading' (duration: 669.334681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.244809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.891659Z","time spent":"353.112516ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:35.244807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.793859Z","time spent":"450.921529ms","remote":"127.0.0.1:38482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:35.244822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.574514Z","time spent":"670.293826ms","remote":"127.0.0.1:47918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:56:35.244836Z","caller":"traceutil/trace.go:171","msg":"trace[1142009796] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1981; }","duration":"247.647396ms","start":"2026-03-19T17:56:34.997102Z","end":"2026-03-19T17:56:35.24475Z","steps":["trace[1142009796] 'agreement among raft nodes before linearized reading' (duration: 247.094072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:35.244747Z","caller":"traceutil/trace.go:171","msg":"trace[1255054134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1981; }","duration":"299.042572ms","start":"2026-03-19T17:56:34.945676Z","end":"2026-03-19T17:56:35.244718Z","steps":["trace[1255054134] 'agreement among raft nodes before linearized reading' (duration: 298.646081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:35.244849Z","caller":"traceutil/trace.go:171","msg":"trace[1252318767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1981; }","duration":"585.886399ms","start":"2026-03-19T17:56:34.65866Z","end":"2026-03-19T17:56:35.244546Z","steps":["trace[1252318767] 'agreement among raft nodes before linearized reading' (duration: 585.453948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.245255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.658611Z","time spent":"586.623568ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:56:36.071067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069189428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:36.156601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.246005Z","time spent":"910.590323ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:56:36.554803Z","caller":"traceutil/trace.go:171","msg":"trace[300257706] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2064; }","duration":"984.270844ms","start":"2026-03-19T17:56:35.570505Z","end":"2026-03-19T17:56:36.554776Z","steps":["trace[300257706] 'read index received' (duration: 576.139219ms)","trace[300257706] 'applied index is now lower than readState.Index' (duration: 408.130405ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:36.554799Z","caller":"traceutil/trace.go:171","msg":"trace[1111580926] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.305267031s","start":"2026-03-19T17:56:35.249434Z","end":"2026-03-19T17:56:36.554702Z","steps":["trace[1111580926] 'process raft request' (duration: 1.275621926s)","trace[1111580926] 'compare' (duration: 29.317257ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:36.554839Z","caller":"traceutil/trace.go:171","msg":"trace[1242431710] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.305205539s","start":"2026-03-19T17:56:35.249553Z","end":"2026-03-19T17:56:36.554759Z","steps":["trace[1242431710] 'process raft request' (duration: 1.304975844s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:36.554903Z","caller":"traceutil/trace.go:171","msg":"trace[1894911410] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"1.304169733s","start":"2026-03-19T17:56:35.250703Z","end":"2026-03-19T17:56:36.554872Z","steps":["trace[1894911410] 'process raft request' (duration: 1.303993079s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:36.554961Z","caller":"traceutil/trace.go:171","msg":"trace[1645263727] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"778.529247ms","start":"2026-03-19T17:56:35.776406Z","end":"2026-03-19T17:56:36.554936Z","steps":["trace[1645263727] 'process raft request' (duration: 778.325992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:36.554848Z","caller":"traceutil/trace.go:171","msg":"trace[1588383542] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"1.304717468s","start":"2026-03-19T17:56:35.250078Z","end":"2026-03-19T17:56:36.554795Z","steps":["trace[1588383542] 'process raft request' (duration: 1.304558733s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:36.555112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.250685Z","time spent":"1.304283627s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:36.555149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.776377Z","time spent":"778.62624ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:36.55518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.637313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T17:56:36.555254Z","caller":"traceutil/trace.go:171","msg":"trace[1223897771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1986; }","duration":"984.799198ms","start":"2026-03-19T17:56:35.57044Z","end":"2026-03-19T17:56:36.55524Z","steps":["trace[1223897771] 'agreement among raft nodes before linearized reading' (duration: 984.46338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:36.555112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.249527Z","time spent":"1.305441896s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:36.555334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.57041Z","time spent":"984.91014ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:56:36.555361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.249411Z","time spent":"1.305534249s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:36.555508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.250068Z","time spent":"1.30518779s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:36.650092Z","caller":"traceutil/trace.go:171","msg":"trace[109729286] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"491.427513ms","start":"2026-03-19T17:56:36.158619Z","end":"2026-03-19T17:56:36.650046Z","steps":["trace[109729286] 'process raft request' (duration: 490.607371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:36.650565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:36.158581Z","time spent":"491.870605ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:36.650297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071343679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:56:36.650752Z","caller":"traceutil/trace.go:171","msg":"trace[1988412630] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1987; }","duration":"1.07179801s","start":"2026-03-19T17:56:35.578871Z","end":"2026-03-19T17:56:36.650669Z","steps":["trace[1988412630] 'agreement among raft nodes before linearized reading' (duration: 1.070531177s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:36.650321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012740487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-19T17:56:36.650874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.578862Z","time spent":"1.071980655s","remote":"127.0.0.1:38746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:56:36.650879Z","caller":"traceutil/trace.go:171","msg":"trace[563587567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1987; }","duration":"1.013311133s","start":"2026-03-19T17:56:35.637512Z","end":"2026-03-19T17:56:36.650823Z","steps":["trace[563587567] 'agreement among raft nodes before linearized reading' (duration: 1.012574644s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:36.651006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.637488Z","time spent":"1.013477817s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:56:36.651665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.78532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T17:56:36.651799Z","caller":"traceutil/trace.go:171","msg":"trace[630995981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1987; }","duration":"397.939092ms","start":"2026-03-19T17:56:36.253816Z","end":"2026-03-19T17:56:36.651755Z","steps":["trace[630995981] 'agreement among raft nodes before linearized reading' (duration: 395.606322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:36.651978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:36.253781Z","time spent":"398.175109ms","remote":"127.0.0.1:47918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:36.652271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.642785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:36.652375Z","caller":"traceutil/trace.go:171","msg":"trace[506483102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1987; }","duration":"758.769008ms","start":"2026-03-19T17:56:35.893575Z","end":"2026-03-19T17:56:36.652344Z","steps":["trace[506483102] 'agreement among raft nodes before linearized reading' (duration: 755.871973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:36.652504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.893553Z","time spent":"758.934872ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:57:25.051837Z","caller":"traceutil/trace.go:171","msg":"trace[839034978] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2490; }","duration":"161.855189ms","start":"2026-03-19T17:57:24.889949Z","end":"2026-03-19T17:57:25.051804Z","steps":["trace[839034978] 'read index received' (duration: 161.635674ms)","trace[839034978] 'applied index is now lower than readState.Index' (duration: 215.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:25.051893Z","caller":"traceutil/trace.go:171","msg":"trace[846996258] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"164.3385ms","start":"2026-03-19T17:57:24.887507Z","end":"2026-03-19T17:57:25.051846Z","steps":["trace[846996258] 'process raft request' (duration: 164.083074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.052036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.064313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:25.052076Z","caller":"traceutil/trace.go:171","msg":"trace[61659959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2390; }","duration":"162.172206ms","start":"2026-03-19T17:57:24.889897Z","end":"2026-03-19T17:57:25.052069Z","steps":["trace[61659959] 'agreement among raft nodes before linearized reading' (duration: 162.077064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.052352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.373158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:57:25.052394Z","caller":"traceutil/trace.go:171","msg":"trace[167788586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2390; }","duration":"103.487531ms","start":"2026-03-19T17:57:24.948893Z","end":"2026-03-19T17:57:25.052381Z","steps":["trace[167788586] 'agreement among raft nodes before linearized reading' (duration: 103.303266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.052384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.789142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:57:25.052458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.881266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:57:25.052464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.351478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:57:25.052485Z","caller":"traceutil/trace.go:171","msg":"trace[65012299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2390; }","duration":"113.967897ms","start":"2026-03-19T17:57:24.93851Z","end":"2026-03-19T17:57:25.052478Z","steps":["trace[65012299] 'agreement among raft nodes before linearized reading' (duration: 113.842624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:25.052495Z","caller":"traceutil/trace.go:171","msg":"trace[864989389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2390; }","duration":"142.946587ms","start":"2026-03-19T17:57:24.909516Z","end":"2026-03-19T17:57:25.052463Z","steps":["trace[864989389] 'agreement among raft nodes before linearized reading' (duration: 142.614049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:25.052511Z","caller":"traceutil/trace.go:171","msg":"trace[742644161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2390; }","duration":"141.415519ms","start":"2026-03-19T17:57:24.911081Z","end":"2026-03-19T17:57:25.052496Z","steps":["trace[742644161] 'agreement among raft nodes before linearized reading' (duration: 141.281326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:35.248405Z","caller":"traceutil/trace.go:171","msg":"trace[1436368123] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"125.464829ms","start":"2026-03-19T17:57:35.122915Z","end":"2026-03-19T17:57:35.24838Z","steps":["trace[1436368123] 'process raft request' (duration: 125.319796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:35.289533Z","caller":"traceutil/trace.go:171","msg":"trace[1061392389] linearizableReadLoop","detail":"{readStateIndex:2553; appliedIndex:2551; }","duration":"160.900165ms","start":"2026-03-19T17:57:35.12861Z","end":"2026-03-19T17:57:35.28951Z","steps":["trace[1061392389] 'read index received' (duration: 119.640886ms)","trace[1061392389] 'applied index is now lower than readState.Index' (duration: 41.258069ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:35.289666Z","caller":"traceutil/trace.go:171","msg":"trace[714629076] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"163.877128ms","start":"2026-03-19T17:57:35.125736Z","end":"2026-03-19T17:57:35.289613Z","steps":["trace[714629076] 'process raft request' (duration: 163.671073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:35.28994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.995713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:57:35.290048Z","caller":"traceutil/trace.go:171","msg":"trace[1750854277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2450; }","duration":"151.147307ms","start":"2026-03-19T17:57:35.138885Z","end":"2026-03-19T17:57:35.290032Z","steps":["trace[1750854277] 'agreement among raft nodes before linearized reading' (duration: 150.935042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:35.289941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.771699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:57:35.289999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.383137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T17:57:35.29023Z","caller":"traceutil/trace.go:171","msg":"trace[312737653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2450; }","duration":"149.057036ms","start":"2026-03-19T17:57:35.14112Z","end":"2026-03-19T17:57:35.290177Z","steps":["trace[312737653] 'agreement among raft nodes before linearized reading' (duration: 148.654767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:35.290599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.005557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:57:35.290668Z","caller":"traceutil/trace.go:171","msg":"trace[357691260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2450; }","duration":"152.136711ms","start":"2026-03-19T17:57:35.138511Z","end":"2026-03-19T17:57:35.290648Z","steps":["trace[357691260] 'agreement among raft nodes before linearized reading' (duration: 151.199508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:35.290858Z","caller":"traceutil/trace.go:171","msg":"trace[1563612668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2450; }","duration":"161.616002ms","start":"2026-03-19T17:57:35.128559Z","end":"2026-03-19T17:57:35.290175Z","steps":["trace[1563612668] 'agreement among raft nodes before linearized reading' (duration: 161.098439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:35.468753Z","caller":"traceutil/trace.go:171","msg":"trace[1785928678] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"173.869912ms","start":"2026-03-19T17:57:35.294835Z","end":"2026-03-19T17:57:35.468705Z","steps":["trace[1785928678] 'process raft request' (duration: 173.382149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:35.46886Z","caller":"traceutil/trace.go:171","msg":"trace[1828517658] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"173.058763ms","start":"2026-03-19T17:57:35.295775Z","end":"2026-03-19T17:57:35.468834Z","steps":["trace[1828517658] 'process raft request' (duration: 172.92772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:35.468863Z","caller":"traceutil/trace.go:171","msg":"trace[2094985653] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"173.530615ms","start":"2026-03-19T17:57:35.295258Z","end":"2026-03-19T17:57:35.468788Z","steps":["trace[2094985653] 'process raft request' (duration: 173.150375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:35.469255Z","caller":"traceutil/trace.go:171","msg":"trace[1065424185] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"173.874233ms","start":"2026-03-19T17:57:35.29536Z","end":"2026-03-19T17:57:35.469234Z","steps":["trace[1065424185] 'process raft request' (duration: 173.174425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.611492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.144389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T17:57:39.611645Z","caller":"traceutil/trace.go:171","msg":"trace[1037731858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2477; }","duration":"100.336184ms","start":"2026-03-19T17:57:39.511265Z","end":"2026-03-19T17:57:39.611601Z","steps":["trace[1037731858] 'agreement among raft nodes before linearized reading' (duration: 99.847222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:01.849748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.673385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:58:01.849867Z","caller":"traceutil/trace.go:171","msg":"trace[1014390309] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2593; }","duration":"129.887662ms","start":"2026-03-19T17:58:01.71996Z","end":"2026-03-19T17:58:01.849848Z","steps":["trace[1014390309] 'count revisions from in-memory index tree' (duration: 129.563772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:01.849934Z","caller":"traceutil/trace.go:171","msg":"trace[1737314952] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"119.389788ms","start":"2026-03-19T17:58:01.730506Z","end":"2026-03-19T17:58:01.849896Z","steps":["trace[1737314952] 'process raft request' (duration: 92.730469ms)","trace[1737314952] 'compare' (duration: 26.314897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:02.428578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.480734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:58:02.428713Z","caller":"traceutil/trace.go:171","msg":"trace[1896977998] linearizableReadLoop","detail":"{readStateIndex:2704; appliedIndex:2702; }","duration":"673.113861ms","start":"2026-03-19T17:58:01.755578Z","end":"2026-03-19T17:58:02.428692Z","steps":["trace[1896977998] 'read index received' (duration: 67.684383ms)","trace[1896977998] 'applied index is now lower than readState.Index' (duration: 605.427528ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:02.428856Z","caller":"traceutil/trace.go:171","msg":"trace[1123252318] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"687.126876ms","start":"2026-03-19T17:58:01.741666Z","end":"2026-03-19T17:58:02.428793Z","steps":["trace[1123252318] 'process raft request' (duration: 554.302361ms)","trace[1123252318] 'compare' (duration: 132.144514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:02.428953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.138885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:58:02.428989Z","caller":"traceutil/trace.go:171","msg":"trace[738012477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2595; }","duration":"631.226209ms","start":"2026-03-19T17:58:01.797751Z","end":"2026-03-19T17:58:02.428978Z","steps":["trace[738012477] 'agreement among raft nodes before linearized reading' (duration: 631.060823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:02.429008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.4146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T17:58:02.429038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:01.797725Z","time spent":"631.30368ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:58:02.429045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:01.741633Z","time spent":"687.311052ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:02.429091Z","caller":"traceutil/trace.go:171","msg":"trace[367933441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2595; }","duration":"673.556695ms","start":"2026-03-19T17:58:01.755514Z","end":"2026-03-19T17:58:02.429071Z","steps":["trace[367933441] 'agreement among raft nodes before linearized reading' (duration: 673.296546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:02.429056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.010749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:58:02.429136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:01.755492Z","time spent":"673.637088ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:58:02.429118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.569446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T17:58:02.42917Z","caller":"traceutil/trace.go:171","msg":"trace[1106776246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2595; }","duration":"536.174775ms","start":"2026-03-19T17:58:01.892964Z","end":"2026-03-19T17:58:02.429138Z","steps":["trace[1106776246] 'agreement among raft nodes before linearized reading' (duration: 536.00256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:02.429224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:01.892939Z","time spent":"536.276478ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:58:02.429222Z","caller":"traceutil/trace.go:171","msg":"trace[108068479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2595; }","duration":"629.707609ms","start":"2026-03-19T17:58:01.799492Z","end":"2026-03-19T17:58:02.4292Z","steps":["trace[108068479] 'agreement among raft nodes before linearized reading' (duration: 629.44741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:02.429282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:01.799473Z","time spent":"629.799243ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:58:02.429515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.962458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T17:58:02.429592Z","caller":"traceutil/trace.go:171","msg":"trace[88343227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2595; }","duration":"630.113152ms","start":"2026-03-19T17:58:01.799457Z","end":"2026-03-19T17:58:02.42957Z","steps":["trace[88343227] 'agreement among raft nodes before linearized reading' (duration: 629.485682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:02.429633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:01.79944Z","time spent":"630.182116ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:58:02.429758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.060646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T17:58:02.429802Z","caller":"traceutil/trace.go:171","msg":"trace[1331871987] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2595; }","duration":"406.162799ms","start":"2026-03-19T17:58:02.023624Z","end":"2026-03-19T17:58:02.429786Z","steps":["trace[1331871987] 'agreement among raft nodes before linearized reading' (duration: 405.248831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:02.429872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:02.02359Z","time spent":"406.274873ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T17:58:02.655145Z","caller":"traceutil/trace.go:171","msg":"trace[805188799] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"217.504598ms","start":"2026-03-19T17:58:02.437586Z","end":"2026-03-19T17:58:02.655091Z","steps":["trace[805188799] 'process raft request' (duration: 196.638895ms)","trace[805188799] 'compare' (duration: 20.604405ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:02.655176Z","caller":"traceutil/trace.go:171","msg":"trace[1946955253] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"216.154765ms","start":"2026-03-19T17:58:02.438989Z","end":"2026-03-19T17:58:02.655144Z","steps":["trace[1946955253] 'process raft request' (duration: 215.988039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:02.655241Z","caller":"traceutil/trace.go:171","msg":"trace[1938526035] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2705; }","duration":"215.796273ms","start":"2026-03-19T17:58:02.439421Z","end":"2026-03-19T17:58:02.655217Z","steps":["trace[1938526035] 'read index received' (duration: 34.229269ms)","trace[1938526035] 'applied index is now lower than readState.Index' (duration: 181.565774ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:02.655357Z","caller":"traceutil/trace.go:171","msg":"trace[199542352] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"215.636109ms","start":"2026-03-19T17:58:02.439696Z","end":"2026-03-19T17:58:02.655332Z","steps":["trace[199542352] 'process raft request' (duration: 215.393921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:02.655728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.134124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-19T17:58:02.655818Z","caller":"traceutil/trace.go:171","msg":"trace[2135929708] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2599; }","duration":"216.398944ms","start":"2026-03-19T17:58:02.4394Z","end":"2026-03-19T17:58:02.655799Z","steps":["trace[2135929708] 'agreement among raft nodes before linearized reading' (duration: 215.97707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:02.655501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.36503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:02.656047Z","caller":"traceutil/trace.go:171","msg":"trace[640893987] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2599; }","duration":"126.981949ms","start":"2026-03-19T17:58:02.529042Z","end":"2026-03-19T17:58:02.656024Z","steps":["trace[640893987] 'agreement among raft nodes before linearized reading' (duration: 126.380049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.625098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.489578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:58:03.625226Z","caller":"traceutil/trace.go:171","msg":"trace[1009059597] linearizableReadLoop","detail":"{readStateIndex:2709; appliedIndex:2708; }","duration":"849.146409ms","start":"2026-03-19T17:58:02.77606Z","end":"2026-03-19T17:58:03.625206Z","steps":["trace[1009059597] 'read index received' (duration: 393.495806ms)","trace[1009059597] 'applied index is now lower than readState.Index' (duration: 455.648933ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:03.62526Z","caller":"traceutil/trace.go:171","msg":"trace[1212148286] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"867.673739ms","start":"2026-03-19T17:58:02.75755Z","end":"2026-03-19T17:58:03.625224Z","steps":["trace[1212148286] 'process raft request' (duration: 411.943383ms)","trace[1212148286] 'compare' (duration: 455.344454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:03.625432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:02.757538Z","time spent":"867.806983ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:03.626051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.988867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:58:03.626102Z","caller":"traceutil/trace.go:171","msg":"trace[2124005187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2600; }","duration":"850.096169ms","start":"2026-03-19T17:58:02.775992Z","end":"2026-03-19T17:58:03.626089Z","steps":["trace[2124005187] 'agreement among raft nodes before linearized reading' (duration: 850.008287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.626136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:02.77596Z","time spent":"850.166792ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:58:03.626355Z","caller":"traceutil/trace.go:171","msg":"trace[1031498673] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"308.562665ms","start":"2026-03-19T17:58:03.317752Z","end":"2026-03-19T17:58:03.626315Z","steps":["trace[1031498673] 'process raft request' (duration: 308.325727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.626412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.670185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:58:03.626499Z","caller":"traceutil/trace.go:171","msg":"trace[2095262869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2601; }","duration":"107.806799ms","start":"2026-03-19T17:58:03.518671Z","end":"2026-03-19T17:58:03.626477Z","steps":["trace[2095262869] 'agreement among raft nodes before linearized reading' (duration: 107.552851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.626651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.129545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:58:03.626716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.317721Z","time spent":"308.760241ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:03.626793Z","caller":"traceutil/trace.go:171","msg":"trace[992197839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2601; }","duration":"100.329422ms","start":"2026-03-19T17:58:03.526431Z","end":"2026-03-19T17:58:03.62676Z","steps":["trace[992197839] 'agreement among raft nodes before linearized reading' (duration: 99.921539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:04.261965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.105259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:58:04.262104Z","caller":"traceutil/trace.go:171","msg":"trace[1011005238] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"629.803712ms","start":"2026-03-19T17:58:03.632278Z","end":"2026-03-19T17:58:04.262082Z","steps":["trace[1011005238] 'process raft request' (duration: 162.472238ms)","trace[1011005238] 'compare' (duration: 466.704064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:04.262185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.632263Z","time spent":"629.878695ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:04.314071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069190887,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:58:04.33075Z","caller":"traceutil/trace.go:171","msg":"trace[1264037379] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"696.943108ms","start":"2026-03-19T17:58:03.633768Z","end":"2026-03-19T17:58:04.330711Z","steps":["trace[1264037379] 'process raft request' (duration: 696.606477ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:04.330732Z","caller":"traceutil/trace.go:171","msg":"trace[138998011] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"696.844225ms","start":"2026-03-19T17:58:03.633852Z","end":"2026-03-19T17:58:04.330696Z","steps":["trace[138998011] 'process raft request' (duration: 696.730281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:04.33107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.633846Z","time spent":"696.99204ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:04.331362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.633747Z","time spent":"697.081322ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:04.333978Z","caller":"traceutil/trace.go:171","msg":"trace[1729266673] linearizableReadLoop","detail":"{readStateIndex:2714; appliedIndex:2711; }","duration":"520.116974ms","start":"2026-03-19T17:58:03.813827Z","end":"2026-03-19T17:58:04.333944Z","steps":["trace[1729266673] 'read index received' (duration: 516.53467ms)","trace[1729266673] 'applied index is now lower than readState.Index' (duration: 3.580424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:04.334223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.360972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:58:04.334291Z","caller":"traceutil/trace.go:171","msg":"trace[1809746856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2605; }","duration":"520.517786ms","start":"2026-03-19T17:58:03.813754Z","end":"2026-03-19T17:58:04.334272Z","steps":["trace[1809746856] 'agreement among raft nodes before linearized reading' (duration: 520.369532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:04.334197Z","caller":"traceutil/trace.go:171","msg":"trace[1104068757] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"478.673245ms","start":"2026-03-19T17:58:03.855496Z","end":"2026-03-19T17:58:04.334169Z","steps":["trace[1104068757] 'process raft request' (duration: 478.252121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:04.334352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.813729Z","time spent":"520.599839ms","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:58:04.334294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.997707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:58:04.334429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.111544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T17:58:04.334483Z","caller":"traceutil/trace.go:171","msg":"trace[1107331827] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2605; }","duration":"310.200236ms","start":"2026-03-19T17:58:04.024259Z","end":"2026-03-19T17:58:04.334459Z","steps":["trace[1107331827] 'agreement among raft nodes before linearized reading' (duration: 310.036431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:04.334478Z","caller":"traceutil/trace.go:171","msg":"trace[524448024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2605; }","duration":"441.252355ms","start":"2026-03-19T17:58:03.893206Z","end":"2026-03-19T17:58:04.334458Z","steps":["trace[524448024] 'agreement among raft nodes before linearized reading' (duration: 440.995148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:04.334527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:04.024234Z","time spent":"310.284231ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T17:58:04.334576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.893176Z","time spent":"441.38554ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:58:04.334511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.855462Z","time spent":"478.950205ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:06.829788Z","caller":"traceutil/trace.go:171","msg":"trace[658944665] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"124.532451ms","start":"2026-03-19T17:58:06.705227Z","end":"2026-03-19T17:58:06.829759Z","steps":["trace[658944665] 'process raft request' (duration: 123.624122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:06.830481Z","caller":"traceutil/trace.go:171","msg":"trace[1416054434] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"124.830961ms","start":"2026-03-19T17:58:06.705605Z","end":"2026-03-19T17:58:06.830436Z","steps":["trace[1416054434] 'process raft request' (duration: 124.77552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:06.830775Z","caller":"traceutil/trace.go:171","msg":"trace[397971554] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"125.252164ms","start":"2026-03-19T17:58:06.705511Z","end":"2026-03-19T17:58:06.830763Z","steps":["trace[397971554] 'process raft request' (duration: 124.737589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:09.499473Z","caller":"traceutil/trace.go:171","msg":"trace[194578587] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"177.451864ms","start":"2026-03-19T17:58:09.321997Z","end":"2026-03-19T17:58:09.499449Z","steps":["trace[194578587] 'process raft request' (duration: 177.287659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:10.654713Z","caller":"traceutil/trace.go:171","msg":"trace[567498596] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"361.183539ms","start":"2026-03-19T17:58:10.293479Z","end":"2026-03-19T17:58:10.654662Z","steps":["trace[567498596] 'process raft request' (duration: 360.943502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:10.655055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:10.293453Z","time spent":"361.494078ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:10.791975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.868986ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:58:10.792449Z","caller":"traceutil/trace.go:171","msg":"trace[862877393] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"430.495763ms","start":"2026-03-19T17:58:10.36193Z","end":"2026-03-19T17:58:10.792425Z","steps":["trace[862877393] 'process raft request' (duration: 430.200663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:10.792594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:10.361899Z","time spent":"430.614668ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:10.792764Z","caller":"traceutil/trace.go:171","msg":"trace[572733897] linearizableReadLoop","detail":"{readStateIndex:2745; appliedIndex:2742; }","duration":"427.099665ms","start":"2026-03-19T17:58:10.365653Z","end":"2026-03-19T17:58:10.792753Z","steps":["trace[572733897] 'read index received' (duration: 288.652402ms)","trace[572733897] 'applied index is now lower than readState.Index' (duration: 138.446013ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:10.792838Z","caller":"traceutil/trace.go:171","msg":"trace[20497667] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"323.320774ms","start":"2026-03-19T17:58:10.469509Z","end":"2026-03-19T17:58:10.792829Z","steps":["trace[20497667] 'process raft request' (duration: 322.87497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:10.792888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:10.469477Z","time spent":"323.379367ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:10.793078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.773904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T17:58:10.793089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.436336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:58:10.793163Z","caller":"traceutil/trace.go:171","msg":"trace[496737374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2635; }","duration":"276.872777ms","start":"2026-03-19T17:58:10.516267Z","end":"2026-03-19T17:58:10.79314Z","steps":["trace[496737374] 'agreement among raft nodes before linearized reading' (duration: 276.64255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:10.793166Z","caller":"traceutil/trace.go:171","msg":"trace[1542406089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2635; }","duration":"427.54953ms","start":"2026-03-19T17:58:10.3656Z","end":"2026-03-19T17:58:10.79315Z","steps":["trace[1542406089] 'agreement among raft nodes before linearized reading' (duration: 427.364544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:10.793215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:10.365581Z","time spent":"427.624641ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:58:11.011737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.970547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:58:11.012051Z","caller":"traceutil/trace.go:171","msg":"trace[434081266] linearizableReadLoop","detail":"{readStateIndex:2748; appliedIndex:2746; }","duration":"166.94138ms","start":"2026-03-19T17:58:10.845082Z","end":"2026-03-19T17:58:11.012024Z","steps":["trace[434081266] 'read index received' (duration: 62.56025ms)","trace[434081266] 'applied index is now lower than readState.Index' (duration: 104.379219ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:11.012165Z","caller":"traceutil/trace.go:171","msg":"trace[236937649] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"213.755239ms","start":"2026-03-19T17:58:10.798384Z","end":"2026-03-19T17:58:11.012139Z","steps":["trace[236937649] 'process raft request' (duration: 109.249356ms)","trace[236937649] 'compare' (duration: 103.549973ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:11.012183Z","caller":"traceutil/trace.go:171","msg":"trace[316446320] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"212.264912ms","start":"2026-03-19T17:58:10.799904Z","end":"2026-03-19T17:58:11.012169Z","steps":["trace[316446320] 'process raft request' (duration: 212.026903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:11.012371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.289731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:58:11.012453Z","caller":"traceutil/trace.go:171","msg":"trace[1975548547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2637; }","duration":"167.412855ms","start":"2026-03-19T17:58:10.845026Z","end":"2026-03-19T17:58:11.012438Z","steps":["trace[1975548547] 'agreement among raft nodes before linearized reading' (duration: 167.184558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:11.012645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.392129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T17:58:11.012676Z","caller":"traceutil/trace.go:171","msg":"trace[489142181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2637; }","duration":"164.444991ms","start":"2026-03-19T17:58:10.848222Z","end":"2026-03-19T17:58:11.012667Z","steps":["trace[489142181] 'agreement among raft nodes before linearized reading' (duration: 164.355398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:11.012819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.524133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:58:11.012848Z","caller":"traceutil/trace.go:171","msg":"trace[697114913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2637; }","duration":"164.614926ms","start":"2026-03-19T17:58:10.848226Z","end":"2026-03-19T17:58:11.012841Z","steps":["trace[697114913] 'agreement among raft nodes before linearized reading' (duration: 164.522543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:11.519756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.089905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:11.519868Z","caller":"traceutil/trace.go:171","msg":"trace[176043505] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2640; }","duration":"350.266752ms","start":"2026-03-19T17:58:11.169574Z","end":"2026-03-19T17:58:11.51984Z","steps":["trace[176043505] 'count revisions from in-memory index tree' (duration: 349.995782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:11.519947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:11.169548Z","time spent":"350.386064ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:58:34.319736Z","caller":"traceutil/trace.go:171","msg":"trace[699338749] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"109.263475ms","start":"2026-03-19T17:58:34.210438Z","end":"2026-03-19T17:58:34.319702Z","steps":["trace[699338749] 'process raft request' (duration: 109.065069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:53.096412Z","caller":"traceutil/trace.go:171","msg":"trace[671590518] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"138.120805ms","start":"2026-03-19T17:58:52.958254Z","end":"2026-03-19T17:58:53.096375Z","steps":["trace[671590518] 'process raft request' (duration: 79.947246ms)","trace[671590518] 'compare' (duration: 58.010784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:53.112589Z","caller":"traceutil/trace.go:171","msg":"trace[530938953] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"131.158269ms","start":"2026-03-19T17:58:52.981399Z","end":"2026-03-19T17:58:53.112557Z","steps":["trace[530938953] 'process raft request' (duration: 131.109878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:53.113149Z","caller":"traceutil/trace.go:171","msg":"trace[1448278092] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"135.576017ms","start":"2026-03-19T17:58:52.977527Z","end":"2026-03-19T17:58:53.113103Z","steps":["trace[1448278092] 'process raft request' (duration: 134.810747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:55.327576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.392278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:58:55.328115Z","caller":"traceutil/trace.go:171","msg":"trace[237242966] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"210.297094ms","start":"2026-03-19T17:58:55.117779Z","end":"2026-03-19T17:58:55.328076Z","steps":["trace[237242966] 'process raft request' (duration: 90.044264ms)","trace[237242966] 'compare' (duration: 119.118141ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:55.328398Z","caller":"traceutil/trace.go:171","msg":"trace[841717959] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"210.179171ms","start":"2026-03-19T17:58:55.118203Z","end":"2026-03-19T17:58:55.328382Z","steps":["trace[841717959] 'process raft request' (duration: 209.79137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:55.493199Z","caller":"traceutil/trace.go:171","msg":"trace[1865129349] linearizableReadLoop","detail":"{readStateIndex:2977; appliedIndex:2975; }","duration":"155.376721ms","start":"2026-03-19T17:58:55.337785Z","end":"2026-03-19T17:58:55.493161Z","steps":["trace[1865129349] 'read index received' (duration: 36.297591ms)","trace[1865129349] 'applied index is now lower than readState.Index' (duration: 119.07777ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:55.493244Z","caller":"traceutil/trace.go:171","msg":"trace[1848826083] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"156.918841ms","start":"2026-03-19T17:58:55.33625Z","end":"2026-03-19T17:58:55.493169Z","steps":["trace[1848826083] 'process raft request' (duration: 92.450906ms)","trace[1848826083] 'compare' (duration: 64.231539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:55.493535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.71628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T17:58:55.493576Z","caller":"traceutil/trace.go:171","msg":"trace[1115388119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2857; }","duration":"155.788232ms","start":"2026-03-19T17:58:55.337778Z","end":"2026-03-19T17:58:55.493566Z","steps":["trace[1115388119] 'agreement among raft nodes before linearized reading' (duration: 155.567196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:55.493534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.796828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:58:55.49362Z","caller":"traceutil/trace.go:171","msg":"trace[1978736422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2857; }","duration":"142.946842ms","start":"2026-03-19T17:58:55.350656Z","end":"2026-03-19T17:58:55.493602Z","steps":["trace[1978736422] 'agreement among raft nodes before linearized reading' (duration: 142.723546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:55.493714Z","caller":"traceutil/trace.go:171","msg":"trace[865991482] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"118.147436ms","start":"2026-03-19T17:58:55.375225Z","end":"2026-03-19T17:58:55.493372Z","steps":["trace[865991482] 'process raft request' (duration: 117.889289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:55.49371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.548086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:58:55.493853Z","caller":"traceutil/trace.go:171","msg":"trace[334337655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2857; }","duration":"121.781491ms","start":"2026-03-19T17:58:55.372061Z","end":"2026-03-19T17:58:55.493842Z","steps":["trace[334337655] 'agreement among raft nodes before linearized reading' (duration: 121.422232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:23.033058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.141042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:59:23.033177Z","caller":"traceutil/trace.go:171","msg":"trace[233476081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2985; }","duration":"140.318248ms","start":"2026-03-19T17:59:22.892838Z","end":"2026-03-19T17:59:23.033156Z","steps":["trace[233476081] 'range keys from in-memory index tree' (duration: 140.05506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:23.549689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.96392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:59:23.549968Z","caller":"traceutil/trace.go:171","msg":"trace[512792593] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"118.686026ms","start":"2026-03-19T17:59:23.431254Z","end":"2026-03-19T17:59:23.54994Z","steps":["trace[512792593] 'process raft request' (duration: 118.597943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:23.550004Z","caller":"traceutil/trace.go:171","msg":"trace[1998485338] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"121.885795ms","start":"2026-03-19T17:59:23.428066Z","end":"2026-03-19T17:59:23.549952Z","steps":["trace[1998485338] 'process raft request' (duration: 18.527685ms)","trace[1998485338] 'compare' (duration: 102.759344ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:23.757551Z","caller":"traceutil/trace.go:171","msg":"trace[958723866] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"116.499056ms","start":"2026-03-19T17:59:23.64102Z","end":"2026-03-19T17:59:23.757519Z","steps":["trace[958723866] 'process raft request' (duration: 37.201093ms)","trace[958723866] 'compare' (duration: 79.072747ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:23.75774Z","caller":"traceutil/trace.go:171","msg":"trace[1794366191] linearizableReadLoop","detail":"{readStateIndex:3116; appliedIndex:3114; }","duration":"109.463639ms","start":"2026-03-19T17:59:23.648246Z","end":"2026-03-19T17:59:23.75771Z","steps":["trace[1794366191] 'read index received' (duration: 29.982182ms)","trace[1794366191] 'applied index is now lower than readState.Index' (duration: 79.479677ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:23.75791Z","caller":"traceutil/trace.go:171","msg":"trace[1338321978] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"114.035487ms","start":"2026-03-19T17:59:23.643807Z","end":"2026-03-19T17:59:23.757842Z","steps":["trace[1338321978] 'process raft request' (duration: 113.663126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:23.75813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.343538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T17:59:23.75813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.076843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:59:23.758194Z","caller":"traceutil/trace.go:171","msg":"trace[261311509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2990; }","duration":"104.445641ms","start":"2026-03-19T17:59:23.653729Z","end":"2026-03-19T17:59:23.758175Z","steps":["trace[261311509] 'agreement among raft nodes before linearized reading' (duration: 104.263286ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:23.758203Z","caller":"traceutil/trace.go:171","msg":"trace[769021673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2990; }","duration":"103.222657ms","start":"2026-03-19T17:59:23.654962Z","end":"2026-03-19T17:59:23.758185Z","steps":["trace[769021673] 'agreement among raft nodes before linearized reading' (duration: 103.044922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:23.758164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.876511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T17:59:23.758273Z","caller":"traceutil/trace.go:171","msg":"trace[756614450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2990; }","duration":"110.038925ms","start":"2026-03-19T17:59:23.648211Z","end":"2026-03-19T17:59:23.75825Z","steps":["trace[756614450] 'agreement among raft nodes before linearized reading' (duration: 109.708766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:29.517994Z","caller":"traceutil/trace.go:171","msg":"trace[1479934384] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"106.21691ms","start":"2026-03-19T17:59:29.411741Z","end":"2026-03-19T17:59:29.517958Z","steps":["trace[1479934384] 'process raft request' (duration: 41.364269ms)","trace[1479934384] 'compare' (duration: 64.698657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:59:29.821204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.824048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:59:29.821404Z","caller":"traceutil/trace.go:171","msg":"trace[630142754] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"248.85112ms","start":"2026-03-19T17:59:29.572501Z","end":"2026-03-19T17:59:29.821352Z","steps":["trace[630142754] 'process raft request' (duration: 137.777126ms)","trace[630142754] 'compare' (duration: 110.664162ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:11.234894Z","caller":"traceutil/trace.go:171","msg":"trace[370176575] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"132.570641ms","start":"2026-03-19T18:00:11.102289Z","end":"2026-03-19T18:00:11.23486Z","steps":["trace[370176575] 'process raft request' (duration: 132.389544ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:36.381203Z","caller":"traceutil/trace.go:171","msg":"trace[958723332] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"180.740449ms","start":"2026-03-19T18:00:36.200416Z","end":"2026-03-19T18:00:36.381157Z","steps":["trace[958723332] 'process raft request' (duration: 178.221391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:36.381606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.021175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:00:36.381675Z","caller":"traceutil/trace.go:171","msg":"trace[1935574359] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3511; }","duration":"180.350176ms","start":"2026-03-19T18:00:36.201307Z","end":"2026-03-19T18:00:36.381657Z","steps":["trace[1935574359] 'agreement among raft nodes before linearized reading' (duration: 179.949992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:36.381076Z","caller":"traceutil/trace.go:171","msg":"trace[125449745] linearizableReadLoop","detail":"{readStateIndex:3658; appliedIndex:3657; }","duration":"179.653862ms","start":"2026-03-19T18:00:36.201387Z","end":"2026-03-19T18:00:36.381041Z","steps":["trace[125449745] 'read index received' (duration: 177.381423ms)","trace[125449745] 'applied index is now lower than readState.Index' (duration: 2.271019ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:36.385538Z","caller":"traceutil/trace.go:171","msg":"trace[946397525] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"183.705092ms","start":"2026-03-19T18:00:36.201806Z","end":"2026-03-19T18:00:36.385511Z","steps":["trace[946397525] 'process raft request' (duration: 183.510045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:36.385819Z","caller":"traceutil/trace.go:171","msg":"trace[461949077] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"183.63061ms","start":"2026-03-19T18:00:36.202167Z","end":"2026-03-19T18:00:36.385798Z","steps":["trace[461949077] 'process raft request' (duration: 183.302148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:36.385873Z","caller":"traceutil/trace.go:171","msg":"trace[1436802022] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"182.392896ms","start":"2026-03-19T18:00:36.203453Z","end":"2026-03-19T18:00:36.385846Z","steps":["trace[1436802022] 'process raft request' (duration: 182.245461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:36.385885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.724259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:00:36.385966Z","caller":"traceutil/trace.go:171","msg":"trace[1197097347] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3514; }","duration":"152.861753ms","start":"2026-03-19T18:00:36.233089Z","end":"2026-03-19T18:00:36.385951Z","steps":["trace[1197097347] 'agreement among raft nodes before linearized reading' (duration: 152.717199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:50.56059Z","caller":"traceutil/trace.go:171","msg":"trace[1137133641] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"107.085306ms","start":"2026-03-19T18:00:50.453474Z","end":"2026-03-19T18:00:50.560559Z","steps":["trace[1137133641] 'process raft request' (duration: 106.923642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:50.671272Z","caller":"traceutil/trace.go:171","msg":"trace[1525624128] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"217.293589ms","start":"2026-03-19T18:00:50.453907Z","end":"2026-03-19T18:00:50.671201Z","steps":["trace[1525624128] 'process raft request' (duration: 180.334622ms)","trace[1525624128] 'compare' (duration: 36.645938ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:50.671405Z","caller":"traceutil/trace.go:171","msg":"trace[74762517] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"216.006064ms","start":"2026-03-19T18:00:50.455384Z","end":"2026-03-19T18:00:50.67139Z","steps":["trace[74762517] 'process raft request' (duration: 215.791298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:50.671298Z","caller":"traceutil/trace.go:171","msg":"trace[695974911] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"216.5904ms","start":"2026-03-19T18:00:50.454676Z","end":"2026-03-19T18:00:50.671267Z","steps":["trace[695974911] 'process raft request' (duration: 216.415895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:50.671493Z","caller":"traceutil/trace.go:171","msg":"trace[545230686] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"214.658157ms","start":"2026-03-19T18:00:50.456816Z","end":"2026-03-19T18:00:50.671474Z","steps":["trace[545230686] 'process raft request' (duration: 214.39932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:50.849137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.841854ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:00:50.849294Z","caller":"traceutil/trace.go:171","msg":"trace[122873738] linearizableReadLoop","detail":"{readStateIndex:3746; appliedIndex:3741; }","duration":"182.10438ms","start":"2026-03-19T18:00:50.667165Z","end":"2026-03-19T18:00:50.849269Z","steps":["trace[122873738] 'read index received' (duration: 41µs)","trace[122873738] 'applied index is now lower than readState.Index' (duration: 182.06136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:00:50.849544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.359357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:00:50.849664Z","caller":"traceutil/trace.go:171","msg":"trace[854646382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:3596; }","duration":"182.543573ms","start":"2026-03-19T18:00:50.6671Z","end":"2026-03-19T18:00:50.849643Z","steps":["trace[854646382] 'agreement among raft nodes before linearized reading' (duration: 182.232804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:12.444166Z","caller":"traceutil/trace.go:171","msg":"trace[1849795205] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"136.709843ms","start":"2026-03-19T18:01:12.307416Z","end":"2026-03-19T18:01:12.444126Z","steps":["trace[1849795205] 'process raft request' (duration: 71.685437ms)","trace[1849795205] 'compare' (duration: 64.735728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:13.019797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.863916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:13.019999Z","caller":"traceutil/trace.go:171","msg":"trace[977144924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4414; }","duration":"128.169873ms","start":"2026-03-19T18:02:12.891799Z","end":"2026-03-19T18:02:13.019969Z","steps":["trace[977144924] 'range keys from in-memory index tree' (duration: 127.739171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:13.019996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.018077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-19T18:02:13.020096Z","caller":"traceutil/trace.go:171","msg":"trace[1172196937] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4414; }","duration":"151.177892ms","start":"2026-03-19T18:02:12.868891Z","end":"2026-03-19T18:02:13.020069Z","steps":["trace[1172196937] 'range keys from in-memory index tree' (duration: 150.778311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:13.020078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.662419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-03-19T18:02:13.020201Z","caller":"traceutil/trace.go:171","msg":"trace[581373048] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4414; }","duration":"145.798913ms","start":"2026-03-19T18:02:12.874363Z","end":"2026-03-19T18:02:13.020162Z","steps":["trace[581373048] 'range keys from in-memory index tree' (duration: 145.510464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:13.618799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.18532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T18:02:13.618918Z","caller":"traceutil/trace.go:171","msg":"trace[1902030447] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4424; }","duration":"174.375204ms","start":"2026-03-19T18:02:13.444511Z","end":"2026-03-19T18:02:13.618887Z","steps":["trace[1902030447] 'range keys from in-memory index tree' (duration: 173.992414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:13.618968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.0285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122495"} {"level":"info","ts":"2026-03-19T18:02:13.619092Z","caller":"traceutil/trace.go:171","msg":"trace[1682262473] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4424; }","duration":"172.205805ms","start":"2026-03-19T18:02:13.446856Z","end":"2026-03-19T18:02:13.619061Z","steps":["trace[1682262473] 'range keys from in-memory index tree' (duration: 171.750532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:15.158736Z","caller":"traceutil/trace.go:171","msg":"trace[1017622897] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"108.884569ms","start":"2026-03-19T18:02:15.049814Z","end":"2026-03-19T18:02:15.158698Z","steps":["trace[1017622897] 'process raft request' (duration: 108.481258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.279163Z","caller":"traceutil/trace.go:171","msg":"trace[1738297578] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"109.847416ms","start":"2026-03-19T18:02:16.169287Z","end":"2026-03-19T18:02:16.279135Z","steps":["trace[1738297578] 'process raft request' (duration: 109.64066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.709045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.379473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:02:16.709144Z","caller":"traceutil/trace.go:171","msg":"trace[479229358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4454; }","duration":"184.557417ms","start":"2026-03-19T18:02:16.524565Z","end":"2026-03-19T18:02:16.709123Z","steps":["trace[479229358] 'range keys from in-memory index tree' (duration: 184.202698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:17.00513Z","caller":"traceutil/trace.go:171","msg":"trace[729755909] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"220.37114ms","start":"2026-03-19T18:02:16.784727Z","end":"2026-03-19T18:02:17.005098Z","steps":["trace[729755909] 'process raft request' (duration: 220.203925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:17.624531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.789756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:17.624793Z","caller":"traceutil/trace.go:171","msg":"trace[1882443858] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"337.156089ms","start":"2026-03-19T18:02:17.287613Z","end":"2026-03-19T18:02:17.624769Z","steps":["trace[1882443858] 'process raft request' (duration: 337.041296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:17.624877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.287585Z","time spent":"337.256781ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:17.624784Z","caller":"traceutil/trace.go:171","msg":"trace[1796881482] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"337.132588ms","start":"2026-03-19T18:02:17.287608Z","end":"2026-03-19T18:02:17.624741Z","steps":["trace[1796881482] 'process raft request' (duration: 131.023943ms)","trace[1796881482] 'compare' (duration: 205.602782ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:17.624968Z","caller":"traceutil/trace.go:171","msg":"trace[580115499] linearizableReadLoop","detail":"{readStateIndex:4649; appliedIndex:4645; }","duration":"305.773859ms","start":"2026-03-19T18:02:17.319165Z","end":"2026-03-19T18:02:17.624939Z","steps":["trace[580115499] 'read index received' (duration: 99.492309ms)","trace[580115499] 'applied index is now lower than readState.Index' (duration: 206.280479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:17.625052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.287579Z","time spent":"337.364834ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:17.625228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.046926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:02:17.625273Z","caller":"traceutil/trace.go:171","msg":"trace[2147217309] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:4462; }","duration":"306.145818ms","start":"2026-03-19T18:02:17.319116Z","end":"2026-03-19T18:02:17.625261Z","steps":["trace[2147217309] 'agreement among raft nodes before linearized reading' (duration: 305.939073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:17.625311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.319096Z","time spent":"306.206481ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-twwvf\" "} {"level":"info","ts":"2026-03-19T18:02:17.625354Z","caller":"traceutil/trace.go:171","msg":"trace[1780333253] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"337.636812ms","start":"2026-03-19T18:02:17.287689Z","end":"2026-03-19T18:02:17.625326Z","steps":["trace[1780333253] 'process raft request' (duration: 337.153488ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:17.62535Z","caller":"traceutil/trace.go:171","msg":"trace[1925403980] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"337.640243ms","start":"2026-03-19T18:02:17.287654Z","end":"2026-03-19T18:02:17.625294Z","steps":["trace[1925403980] 'process raft request' (duration: 337.068037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:17.62547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.287676Z","time spent":"337.734905ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:17.625531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:17.287631Z","time spent":"337.816367ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:18.145155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.603622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:18.14528Z","caller":"traceutil/trace.go:171","msg":"trace[1064428000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4462; }","duration":"252.800919ms","start":"2026-03-19T18:02:17.892453Z","end":"2026-03-19T18:02:18.145254Z","steps":["trace[1064428000] 'range keys from in-memory index tree' (duration: 252.49332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:19.26965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.933881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-9bpkx\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-19T18:02:19.269762Z","caller":"traceutil/trace.go:171","msg":"trace[73918006] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-9bpkx; range_end:; response_count:1; response_revision:4474; }","duration":"166.110935ms","start":"2026-03-19T18:02:19.103627Z","end":"2026-03-19T18:02:19.269738Z","steps":["trace[73918006] 'range keys from in-memory index tree' (duration: 165.683884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:20.748749Z","caller":"traceutil/trace.go:171","msg":"trace[1608819531] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"203.879202ms","start":"2026-03-19T18:02:20.544828Z","end":"2026-03-19T18:02:20.748708Z","steps":["trace[1608819531] 'process raft request' (duration: 203.39539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:20.749067Z","caller":"traceutil/trace.go:171","msg":"trace[868193056] linearizableReadLoop","detail":"{readStateIndex:4722; appliedIndex:4722; }","duration":"196.800266ms","start":"2026-03-19T18:02:20.552222Z","end":"2026-03-19T18:02:20.749022Z","steps":["trace[868193056] 'read index received' (duration: 196.787576ms)","trace[868193056] 'applied index is now lower than readState.Index' (duration: 10.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:20.749267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.011922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-19T18:02:20.749333Z","caller":"traceutil/trace.go:171","msg":"trace[1993538308] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4533; }","duration":"197.135287ms","start":"2026-03-19T18:02:20.552179Z","end":"2026-03-19T18:02:20.749315Z","steps":["trace[1993538308] 'agreement among raft nodes before linearized reading' (duration: 196.988442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.066862Z","caller":"traceutil/trace.go:171","msg":"trace[187852273] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"486.136239ms","start":"2026-03-19T18:02:20.580673Z","end":"2026-03-19T18:02:21.06681Z","steps":["trace[187852273] 'process raft request' (duration: 481.307355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.067066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.580642Z","time spent":"486.335294ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":238919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:21.078812Z","caller":"traceutil/trace.go:171","msg":"trace[1689144286] linearizableReadLoop","detail":"{readStateIndex:4724; appliedIndex:4722; }","duration":"329.638621ms","start":"2026-03-19T18:02:20.749134Z","end":"2026-03-19T18:02:21.078773Z","steps":["trace[1689144286] 'read index received' (duration: 312.68144ms)","trace[1689144286] 'applied index is now lower than readState.Index' (duration: 16.951941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:21.0791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.029876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:21.079131Z","caller":"traceutil/trace.go:171","msg":"trace[951608328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4535; }","duration":"187.103278ms","start":"2026-03-19T18:02:20.892017Z","end":"2026-03-19T18:02:21.079121Z","steps":["trace[951608328] 'agreement among raft nodes before linearized reading' (duration: 187.003045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.079209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.2945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-19T18:02:21.079258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.141409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-19T18:02:21.079303Z","caller":"traceutil/trace.go:171","msg":"trace[605043627] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4535; }","duration":"387.447944ms","start":"2026-03-19T18:02:20.691831Z","end":"2026-03-19T18:02:21.079279Z","steps":["trace[605043627] 'agreement among raft nodes before linearized reading' (duration: 387.064293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.079352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.691811Z","time spent":"387.530455ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-19T18:02:21.079391Z","caller":"traceutil/trace.go:171","msg":"trace[1268818829] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf; range_end:; response_count:1; response_revision:4535; }","duration":"328.319614ms","start":"2026-03-19T18:02:20.750968Z","end":"2026-03-19T18:02:21.079288Z","steps":["trace[1268818829] 'agreement among raft nodes before linearized reading' (duration: 328.011016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.07935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.422448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:02:21.079445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.75094Z","time spent":"328.476079ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf\" "} {"level":"info","ts":"2026-03-19T18:02:21.079498Z","caller":"traceutil/trace.go:171","msg":"trace[1052394845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4535; }","duration":"288.675615ms","start":"2026-03-19T18:02:20.790799Z","end":"2026-03-19T18:02:21.079474Z","steps":["trace[1052394845] 'agreement among raft nodes before linearized reading' (duration: 288.234513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.079636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.500334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:19 size:511905"} {"level":"info","ts":"2026-03-19T18:02:21.079741Z","caller":"traceutil/trace.go:171","msg":"trace[783161314] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:19; response_revision:4535; }","duration":"238.684259ms","start":"2026-03-19T18:02:20.841035Z","end":"2026-03-19T18:02:21.07972Z","steps":["trace[783161314] 'agreement among raft nodes before linearized reading' (duration: 237.963699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:22.25041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.433814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:22.250532Z","caller":"traceutil/trace.go:171","msg":"trace[159431110] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4583; }","duration":"452.574948ms","start":"2026-03-19T18:02:21.797936Z","end":"2026-03-19T18:02:22.250511Z","steps":["trace[159431110] 'count revisions from in-memory index tree' (duration: 452.328891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:22.250583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.79786Z","time spent":"452.710083ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:02:22.250649Z","caller":"traceutil/trace.go:171","msg":"trace[148555982] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"368.499057ms","start":"2026-03-19T18:02:21.882122Z","end":"2026-03-19T18:02:22.250621Z","steps":["trace[148555982] 'process raft request' (duration: 309.144551ms)","trace[148555982] 'compare' (duration: 59.125609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:22.250868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.882091Z","time spent":"368.681201ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:22.250951Z","caller":"traceutil/trace.go:171","msg":"trace[459810765] linearizableReadLoop","detail":"{readStateIndex:4775; appliedIndex:4773; }","duration":"127.503045ms","start":"2026-03-19T18:02:22.123423Z","end":"2026-03-19T18:02:22.250926Z","steps":["trace[459810765] 'read index received' (duration: 67.833001ms)","trace[459810765] 'applied index is now lower than readState.Index' (duration: 59.668724ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:22.251117Z","caller":"traceutil/trace.go:171","msg":"trace[1531249357] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"158.302328ms","start":"2026-03-19T18:02:22.092746Z","end":"2026-03-19T18:02:22.251048Z","steps":["trace[1531249357] 'process raft request' (duration: 157.839956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:22.251176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.722401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-19T18:02:22.251265Z","caller":"traceutil/trace.go:171","msg":"trace[1051122884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf; range_end:; response_count:1; response_revision:4585; }","duration":"127.882016ms","start":"2026-03-19T18:02:22.123361Z","end":"2026-03-19T18:02:22.251243Z","steps":["trace[1051122884] 'agreement among raft nodes before linearized reading' (duration: 127.66925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:22.251351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.80396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-19T18:02:22.251404Z","caller":"traceutil/trace.go:171","msg":"trace[1481337068] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4583; }","duration":"423.857762ms","start":"2026-03-19T18:02:21.827533Z","end":"2026-03-19T18:02:22.251391Z","steps":["trace[1481337068] 'range keys from in-memory index tree' (duration: 422.847135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:22.251447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.827462Z","time spent":"423.975356ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:02:22.447063Z","caller":"traceutil/trace.go:171","msg":"trace[1397170859] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"187.854248ms","start":"2026-03-19T18:02:22.25918Z","end":"2026-03-19T18:02:22.447034Z","steps":["trace[1397170859] 'process raft request' (duration: 147.972352ms)","trace[1397170859] 'compare' (duration: 39.523386ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:22.447059Z","caller":"traceutil/trace.go:171","msg":"trace[9207763] linearizableReadLoop","detail":"{readStateIndex:4776; appliedIndex:4775; }","duration":"161.452366ms","start":"2026-03-19T18:02:22.28554Z","end":"2026-03-19T18:02:22.446992Z","steps":["trace[9207763] 'read index received' (duration: 121.493128ms)","trace[9207763] 'applied index is now lower than readState.Index' (duration: 39.956558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:22.447413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.857368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T18:02:22.447461Z","caller":"traceutil/trace.go:171","msg":"trace[1017684504] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4586; }","duration":"161.95881ms","start":"2026-03-19T18:02:22.285485Z","end":"2026-03-19T18:02:22.447444Z","steps":["trace[1017684504] 'agreement among raft nodes before linearized reading' (duration: 161.765295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:22.448149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.339621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-19T18:02:22.448254Z","caller":"traceutil/trace.go:171","msg":"trace[1817768023] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf; range_end:; response_count:1; response_revision:4586; }","duration":"128.068831ms","start":"2026-03-19T18:02:22.320157Z","end":"2026-03-19T18:02:22.448226Z","steps":["trace[1817768023] 'agreement among raft nodes before linearized reading' (duration: 127.300819ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:22.675154Z","caller":"traceutil/trace.go:171","msg":"trace[2047471420] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"134.685815ms","start":"2026-03-19T18:02:22.540434Z","end":"2026-03-19T18:02:22.67512Z","steps":["trace[2047471420] 'process raft request' (duration: 134.485089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:23.178633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.224826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:23.17876Z","caller":"traceutil/trace.go:171","msg":"trace[1422747217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4588; }","duration":"286.39042ms","start":"2026-03-19T18:02:22.892321Z","end":"2026-03-19T18:02:23.178712Z","steps":["trace[1422747217] 'range keys from in-memory index tree' (duration: 286.086443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:24.31524Z","caller":"traceutil/trace.go:171","msg":"trace[1200213186] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"124.252355ms","start":"2026-03-19T18:02:24.190954Z","end":"2026-03-19T18:02:24.315206Z","steps":["trace[1200213186] 'process raft request' (duration: 123.321179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:24.796239Z","caller":"traceutil/trace.go:171","msg":"trace[541199412] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"376.964011ms","start":"2026-03-19T18:02:24.419232Z","end":"2026-03-19T18:02:24.796196Z","steps":["trace[541199412] 'process raft request' (duration: 371.072627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:24.796307Z","caller":"traceutil/trace.go:171","msg":"trace[781140464] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"376.673474ms","start":"2026-03-19T18:02:24.419584Z","end":"2026-03-19T18:02:24.796258Z","steps":["trace[781140464] 'process raft request' (duration: 376.53748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:24.796319Z","caller":"traceutil/trace.go:171","msg":"trace[1146359689] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"376.471729ms","start":"2026-03-19T18:02:24.419817Z","end":"2026-03-19T18:02:24.796289Z","steps":["trace[1146359689] 'process raft request' (duration: 376.351325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:24.796368Z","caller":"traceutil/trace.go:171","msg":"trace[347564530] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"376.499008ms","start":"2026-03-19T18:02:24.419827Z","end":"2026-03-19T18:02:24.796326Z","steps":["trace[347564530] 'process raft request' (duration: 376.377605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:24.796439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.419218Z","time spent":"377.123066ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:24.796439Z","caller":"traceutil/trace.go:171","msg":"trace[1934147512] linearizableReadLoop","detail":"{readStateIndex:4813; appliedIndex:4806; }","duration":"287.686536ms","start":"2026-03-19T18:02:24.508717Z","end":"2026-03-19T18:02:24.796404Z","steps":["trace[1934147512] 'read index received' (duration: 281.602806ms)","trace[1934147512] 'applied index is now lower than readState.Index' (duration: 6.08208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:24.7965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.419805Z","time spent":"376.626232ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:24.796565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.419808Z","time spent":"376.661454ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:24.796592Z","caller":"traceutil/trace.go:171","msg":"trace[1631049865] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"367.763517ms","start":"2026-03-19T18:02:24.428815Z","end":"2026-03-19T18:02:24.796578Z","steps":["trace[1631049865] 'process raft request' (duration: 367.501189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:24.796774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.428802Z","time spent":"367.827238ms","remote":"127.0.0.1:35802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3952,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:24.796825Z","caller":"traceutil/trace.go:171","msg":"trace[998829473] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"376.862869ms","start":"2026-03-19T18:02:24.419949Z","end":"2026-03-19T18:02:24.796811Z","steps":["trace[998829473] 'process raft request' (duration: 376.290693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:24.796841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.139521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T18:02:24.79688Z","caller":"traceutil/trace.go:171","msg":"trace[1502985757] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4622; }","duration":"349.224331ms","start":"2026-03-19T18:02:24.447644Z","end":"2026-03-19T18:02:24.796868Z","steps":["trace[1502985757] 'agreement among raft nodes before linearized reading' (duration: 349.020816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:24.796889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.419873Z","time spent":"376.989892ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:24.796918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.447628Z","time spent":"349.282755ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-19T18:02:24.796933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.82172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-19T18:02:24.796986Z","caller":"traceutil/trace.go:171","msg":"trace[106375349] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"375.784078ms","start":"2026-03-19T18:02:24.421189Z","end":"2026-03-19T18:02:24.796974Z","steps":["trace[106375349] 'process raft request' (duration: 375.083349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:24.796989Z","caller":"traceutil/trace.go:171","msg":"trace[1500458587] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf; range_end:; response_count:1; response_revision:4622; }","duration":"340.908981ms","start":"2026-03-19T18:02:24.456066Z","end":"2026-03-19T18:02:24.796975Z","steps":["trace[1500458587] 'agreement among raft nodes before linearized reading' (duration: 340.681235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:24.797036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.456054Z","time spent":"340.974014ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf\" "} {"level":"warn","ts":"2026-03-19T18:02:24.797039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.421153Z","time spent":"375.864391ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:24.796486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.419539Z","time spent":"376.859579ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:24.820488Z","caller":"traceutil/trace.go:171","msg":"trace[1328721614] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"306.94402ms","start":"2026-03-19T18:02:24.513499Z","end":"2026-03-19T18:02:24.820443Z","steps":["trace[1328721614] 'process raft request' (duration: 306.720304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:24.820602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.007054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T18:02:24.82072Z","caller":"traceutil/trace.go:171","msg":"trace[759184027] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4623; }","duration":"306.183631ms","start":"2026-03-19T18:02:24.514516Z","end":"2026-03-19T18:02:24.8207Z","steps":["trace[759184027] 'agreement among raft nodes before linearized reading' (duration: 305.881842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:24.820734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.513467Z","time spent":"307.127146ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:24.820763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:24.514497Z","time spent":"306.259002ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-19T18:02:24.820779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.724559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g.189e500ffc00a09f\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-19T18:02:24.820906Z","caller":"traceutil/trace.go:171","msg":"trace[33495486] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g.189e500ffc00a09f; range_end:; response_count:1; response_revision:4623; }","duration":"295.946015ms","start":"2026-03-19T18:02:24.524941Z","end":"2026-03-19T18:02:24.820887Z","steps":["trace[33495486] 'agreement among raft nodes before linearized reading' (duration: 295.531514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:25.140506Z","caller":"traceutil/trace.go:171","msg":"trace[2056966363] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4820; }","duration":"139.527579ms","start":"2026-03-19T18:02:25.000947Z","end":"2026-03-19T18:02:25.140475Z","steps":["trace[2056966363] 'read index received' (duration: 69.277221ms)","trace[2056966363] 'applied index is now lower than readState.Index' (duration: 70.249668ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:25.140577Z","caller":"traceutil/trace.go:171","msg":"trace[2146775286] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4629; }","duration":"195.13808ms","start":"2026-03-19T18:02:24.945393Z","end":"2026-03-19T18:02:25.140531Z","steps":["trace[2146775286] 'process raft request' (duration: 124.814321ms)","trace[2146775286] 'compare' (duration: 70.189266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:25.14077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.638572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-19T18:02:25.140685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.202303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:25.140941Z","caller":"traceutil/trace.go:171","msg":"trace[144088959] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4629; }","duration":"146.507051ms","start":"2026-03-19T18:02:24.99441Z","end":"2026-03-19T18:02:25.140917Z","steps":["trace[144088959] 'agreement among raft nodes before linearized reading' (duration: 146.143942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:25.140828Z","caller":"traceutil/trace.go:171","msg":"trace[142607729] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4629; }","duration":"196.734174ms","start":"2026-03-19T18:02:24.944076Z","end":"2026-03-19T18:02:25.140811Z","steps":["trace[142607729] 'agreement among raft nodes before linearized reading' (duration: 196.531619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:25.313877Z","caller":"traceutil/trace.go:171","msg":"trace[1401532884] linearizableReadLoop","detail":"{readStateIndex:4822; appliedIndex:4821; }","duration":"173.268085ms","start":"2026-03-19T18:02:25.140579Z","end":"2026-03-19T18:02:25.313848Z","steps":["trace[1401532884] 'read index received' (duration: 173.187182ms)","trace[1401532884] 'applied index is now lower than readState.Index' (duration: 79.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:25.313927Z","caller":"traceutil/trace.go:171","msg":"trace[599210145] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"306.989702ms","start":"2026-03-19T18:02:25.006893Z","end":"2026-03-19T18:02:25.313882Z","steps":["trace[599210145] 'process raft request' (duration: 306.789586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.314129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.006876Z","time spent":"307.146546ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:25.314171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.739964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g-tls-6ccff\" ","response":"range_response_count:1 size:2625"} {"level":"info","ts":"2026-03-19T18:02:25.314263Z","caller":"traceutil/trace.go:171","msg":"trace[602068463] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g-tls-6ccff; range_end:; response_count:1; response_revision:4630; }","duration":"306.865118ms","start":"2026-03-19T18:02:25.007376Z","end":"2026-03-19T18:02:25.314241Z","steps":["trace[602068463] 'agreement among raft nodes before linearized reading' (duration: 306.527229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.314235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.865236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T18:02:25.314334Z","caller":"traceutil/trace.go:171","msg":"trace[1876021398] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4630; }","duration":"308.03635ms","start":"2026-03-19T18:02:25.006277Z","end":"2026-03-19T18:02:25.314313Z","steps":["trace[1876021398] 'agreement among raft nodes before linearized reading' (duration: 307.694621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.314334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.007366Z","time spent":"306.95656ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":2648,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g-tls-6ccff\" "} {"level":"warn","ts":"2026-03-19T18:02:25.314389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.006257Z","time spent":"308.123702ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-19T18:02:25.49994Z","caller":"traceutil/trace.go:171","msg":"trace[760590025] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"339.078841ms","start":"2026-03-19T18:02:25.160832Z","end":"2026-03-19T18:02:25.499911Z","steps":["trace[760590025] 'process raft request' (duration: 338.844684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.500215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.160811Z","time spent":"339.296936ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2286,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:25.500274Z","caller":"traceutil/trace.go:171","msg":"trace[1326789345] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"338.148386ms","start":"2026-03-19T18:02:25.16208Z","end":"2026-03-19T18:02:25.500229Z","steps":["trace[1326789345] 'process raft request' (duration: 337.752715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:25.500373Z","caller":"traceutil/trace.go:171","msg":"trace[1819751865] linearizableReadLoop","detail":"{readStateIndex:4825; appliedIndex:4822; }","duration":"186.388758ms","start":"2026-03-19T18:02:25.313953Z","end":"2026-03-19T18:02:25.500341Z","steps":["trace[1819751865] 'read index received' (duration: 185.75011ms)","trace[1819751865] 'applied index is now lower than readState.Index' (duration: 637.408µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:25.50048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.162062Z","time spent":"338.31039ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:25.500502Z","caller":"traceutil/trace.go:171","msg":"trace[1472208861] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"316.410874ms","start":"2026-03-19T18:02:25.184057Z","end":"2026-03-19T18:02:25.500467Z","steps":["trace[1472208861] 'process raft request' (duration: 316.099155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.500588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.211331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T18:02:25.500669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.184023Z","time spent":"316.548146ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:25.500691Z","caller":"traceutil/trace.go:171","msg":"trace[1258890100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4633; }","duration":"310.370146ms","start":"2026-03-19T18:02:25.190293Z","end":"2026-03-19T18:02:25.500664Z","steps":["trace[1258890100] 'agreement among raft nodes before linearized reading' (duration: 310.096469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.500701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.14673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-03-19T18:02:25.500742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.190268Z","time spent":"310.463788ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:02:25.50075Z","caller":"traceutil/trace.go:171","msg":"trace[1901084327] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g; range_end:; response_count:1; response_revision:4633; }","duration":"340.267905ms","start":"2026-03-19T18:02:25.160466Z","end":"2026-03-19T18:02:25.500733Z","steps":["trace[1901084327] 'agreement among raft nodes before linearized reading' (duration: 340.031249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.500796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.16044Z","time spent":"340.346116ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g\" "} {"level":"warn","ts":"2026-03-19T18:02:25.500786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.626773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:02:25.500907Z","caller":"traceutil/trace.go:171","msg":"trace[1175862041] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:4633; }","duration":"257.814259ms","start":"2026-03-19T18:02:25.243066Z","end":"2026-03-19T18:02:25.500881Z","steps":["trace[1175862041] 'agreement among raft nodes before linearized reading' (duration: 257.49808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.500921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.291429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:25.500905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.700412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T18:02:25.500959Z","caller":"traceutil/trace.go:171","msg":"trace[224688446] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4633; }","duration":"356.376311ms","start":"2026-03-19T18:02:25.144573Z","end":"2026-03-19T18:02:25.50095Z","steps":["trace[224688446] 'agreement among raft nodes before linearized reading' (duration: 356.315619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.500987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.144546Z","time spent":"356.435461ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:02:25.500996Z","caller":"traceutil/trace.go:171","msg":"trace[693655524] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4633; }","duration":"355.823625ms","start":"2026-03-19T18:02:25.14515Z","end":"2026-03-19T18:02:25.500973Z","steps":["trace[693655524] 'agreement among raft nodes before linearized reading' (duration: 355.556848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.501044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.14513Z","time spent":"355.903978ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-19T18:02:25.509932Z","caller":"traceutil/trace.go:171","msg":"trace[1161716617] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4634; }","duration":"193.835784ms","start":"2026-03-19T18:02:25.316083Z","end":"2026-03-19T18:02:25.509919Z","steps":["trace[1161716617] 'process raft request' (duration: 193.716281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.510023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.982922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:25.510074Z","caller":"traceutil/trace.go:171","msg":"trace[286188838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4634; }","duration":"175.057814ms","start":"2026-03-19T18:02:25.335006Z","end":"2026-03-19T18:02:25.510064Z","steps":["trace[286188838] 'agreement among raft nodes before linearized reading' (duration: 174.93024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.510083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.01295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb2c0c5c-a0c8-498d-b406-faceae525087\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-19T18:02:25.510145Z","caller":"traceutil/trace.go:171","msg":"trace[1275148589] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb2c0c5c-a0c8-498d-b406-faceae525087; range_end:; response_count:1; response_revision:4634; }","duration":"185.098112ms","start":"2026-03-19T18:02:25.325029Z","end":"2026-03-19T18:02:25.510127Z","steps":["trace[1275148589] 'agreement among raft nodes before linearized reading' (duration: 184.939048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:25.510257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.277573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T18:02:25.510352Z","caller":"traceutil/trace.go:171","msg":"trace[954550580] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4634; }","duration":"191.433337ms","start":"2026-03-19T18:02:25.318894Z","end":"2026-03-19T18:02:25.510328Z","steps":["trace[954550580] 'agreement among raft nodes before linearized reading' (duration: 191.121368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:27.328686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.219761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:27.32894Z","caller":"traceutil/trace.go:171","msg":"trace[1931857673] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"503.326856ms","start":"2026-03-19T18:02:26.825593Z","end":"2026-03-19T18:02:27.328919Z","steps":["trace[1931857673] 'process raft request' (duration: 503.215843ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:27.328941Z","caller":"traceutil/trace.go:171","msg":"trace[1333969344] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"525.263033ms","start":"2026-03-19T18:02:26.80363Z","end":"2026-03-19T18:02:27.328893Z","steps":["trace[1333969344] 'process raft request' (duration: 130.761015ms)","trace[1333969344] 'compare' (duration: 393.955143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:27.329017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:26.825561Z","time spent":"503.412087ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:27.329084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:26.803604Z","time spent":"525.415428ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2179,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:27.329215Z","caller":"traceutil/trace.go:171","msg":"trace[1116932879] linearizableReadLoop","detail":"{readStateIndex:4938; appliedIndex:4937; }","duration":"519.37941ms","start":"2026-03-19T18:02:26.809825Z","end":"2026-03-19T18:02:27.329204Z","steps":["trace[1116932879] 'read index received' (duration: 124.581224ms)","trace[1116932879] 'applied index is now lower than readState.Index' (duration: 394.796796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:27.329583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.754452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-19T18:02:27.329641Z","caller":"traceutil/trace.go:171","msg":"trace[1484760186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf; range_end:; response_count:1; response_revision:4743; }","duration":"519.877504ms","start":"2026-03-19T18:02:26.809745Z","end":"2026-03-19T18:02:27.329623Z","steps":["trace[1484760186] 'agreement among raft nodes before linearized reading' (duration: 519.661628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:27.329675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:26.809716Z","time spent":"519.950297ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4105,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86155c71-85d9-4de2-a656-8a9619bd03cf\" "} {"level":"info","ts":"2026-03-19T18:02:27.336722Z","caller":"traceutil/trace.go:171","msg":"trace[1426198916] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"122.697232ms","start":"2026-03-19T18:02:27.21401Z","end":"2026-03-19T18:02:27.336708Z","steps":["trace[1426198916] 'process raft request' (duration: 122.546398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:27.339738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.537518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:27.339813Z","caller":"traceutil/trace.go:171","msg":"trace[663803597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4746; }","duration":"447.679932ms","start":"2026-03-19T18:02:26.892116Z","end":"2026-03-19T18:02:27.339796Z","steps":["trace[663803597] 'agreement among raft nodes before linearized reading' (duration: 447.528367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:27.339846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:26.892099Z","time spent":"447.741484ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:30.164351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619845402s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:30.164861Z","caller":"traceutil/trace.go:171","msg":"trace[71310261] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"1.859869036s","start":"2026-03-19T18:02:28.304955Z","end":"2026-03-19T18:02:30.164824Z","steps":["trace[71310261] 'process raft request' (duration: 239.418838ms)","trace[71310261] 'compare' (duration: 1.619463651s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:30.165055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:28.304895Z","time spent":"1.860059672s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12959,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:30.165133Z","caller":"traceutil/trace.go:171","msg":"trace[656524929] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4996; }","duration":"1.846004402s","start":"2026-03-19T18:02:28.319077Z","end":"2026-03-19T18:02:30.165081Z","steps":["trace[656524929] 'read index received' (duration: 225.251465ms)","trace[656524929] 'applied index is now lower than readState.Index' (duration: 1.620746007s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:30.165436Z","caller":"traceutil/trace.go:171","msg":"trace[1012615656] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"831.222786ms","start":"2026-03-19T18:02:29.334152Z","end":"2026-03-19T18:02:30.165375Z","steps":["trace[1012615656] 'process raft request' (duration: 830.59794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:30.165572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.334127Z","time spent":"831.396091ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:30.165795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846700461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777481"} {"level":"info","ts":"2026-03-19T18:02:30.165892Z","caller":"traceutil/trace.go:171","msg":"trace[398982317] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4800; }","duration":"1.846851815s","start":"2026-03-19T18:02:28.319018Z","end":"2026-03-19T18:02:30.16587Z","steps":["trace[398982317] 'agreement among raft nodes before linearized reading' (duration: 1.846158197s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:30.165946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:28.318992Z","time spent":"1.846943209s","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777504,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:02:30.665868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069196393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:02:30.892674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:02:30.892808Z","caller":"traceutil/trace.go:171","msg":"trace[2080810538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368024s","start":"2026-03-19T18:02:28.89241Z","end":"2026-03-19T18:02:30.892778Z","steps":["trace[2080810538] 'agreement among raft nodes before linearized reading' (duration: 2.000185238s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:30.892873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:28.892362Z","time spent":"2.000494237s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:31.161962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167917673s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:02:31.211041Z","caller":"traceutil/trace.go:171","msg":"trace[1883870837] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"1.673827549s","start":"2026-03-19T18:02:29.537147Z","end":"2026-03-19T18:02:31.210974Z","steps":["trace[1883870837] 'process raft request' (duration: 1.625111278s)","trace[1883870837] 'compare' (duration: 48.366951ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:31.211058Z","caller":"traceutil/trace.go:171","msg":"trace[958126159] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"1.454030486s","start":"2026-03-19T18:02:29.756991Z","end":"2026-03-19T18:02:31.211022Z","steps":["trace[958126159] 'process raft request' (duration: 1.45385169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.211242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.537115Z","time spent":"1.674032935s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:31.211253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.756959Z","time spent":"1.454198889s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:31.211658Z","caller":"traceutil/trace.go:171","msg":"trace[1519781442] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"1.338167712s","start":"2026-03-19T18:02:29.873456Z","end":"2026-03-19T18:02:31.211624Z","steps":["trace[1519781442] 'process raft request' (duration: 1.337518384s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.211834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.873419Z","time spent":"1.338312426s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:31.257133Z","caller":"traceutil/trace.go:171","msg":"trace[492537982] linearizableReadLoop","detail":"{readStateIndex:5002; appliedIndex:4998; }","duration":"1.091878955s","start":"2026-03-19T18:02:30.16522Z","end":"2026-03-19T18:02:31.257076Z","steps":["trace[492537982] 'read index received' (duration: 997.012435ms)","trace[492537982] 'applied index is now lower than readState.Index' (duration: 94.841549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:31.257406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304032912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-19T18:02:31.257445Z","caller":"traceutil/trace.go:171","msg":"trace[690278176] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g-tls; range_end:; response_count:1; response_revision:4804; }","duration":"2.304139165s","start":"2026-03-19T18:02:28.953294Z","end":"2026-03-19T18:02:31.257433Z","steps":["trace[690278176] 'agreement among raft nodes before linearized reading' (duration: 2.3039532s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.257402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501784109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:02:31.25749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820338787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-19T18:02:31.257545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8741577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T18:02:31.257581Z","caller":"traceutil/trace.go:171","msg":"trace[1613231962] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4804; }","duration":"2.820467251s","start":"2026-03-19T18:02:28.437096Z","end":"2026-03-19T18:02:31.257564Z","steps":["trace[1613231962] 'agreement among raft nodes before linearized reading' (duration: 2.820271855s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.257578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87559728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bc149a3-dcbc-4978-b6ee-94635e19e19e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T18:02:31.257549Z","caller":"traceutil/trace.go:171","msg":"trace[510451320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4804; }","duration":"1.501938233s","start":"2026-03-19T18:02:29.755557Z","end":"2026-03-19T18:02:31.257495Z","steps":["trace[510451320] 'agreement among raft nodes before linearized reading' (duration: 1.501588443s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:31.25764Z","caller":"traceutil/trace.go:171","msg":"trace[392244786] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4804; }","duration":"2.874253212s","start":"2026-03-19T18:02:28.383357Z","end":"2026-03-19T18:02:31.257611Z","steps":["trace[392244786] 'agreement among raft nodes before linearized reading' (duration: 2.874048767s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.257689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.426898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T18:02:31.257639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672780681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:02:31.25773Z","caller":"traceutil/trace.go:171","msg":"trace[1437514006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4804; }","duration":"679.52568ms","start":"2026-03-19T18:02:30.578194Z","end":"2026-03-19T18:02:31.25772Z","steps":["trace[1437514006] 'agreement among raft nodes before linearized reading' (duration: 679.434328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.25771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:28.383351Z","time spent":"2.874347564s","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T18:02:31.257767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:30.578169Z","time spent":"679.586913ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:02:31.257784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482080953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:02:31.257808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482796182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:02:31.257799Z","caller":"traceutil/trace.go:171","msg":"trace[1340228350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4804; }","duration":"1.673014067s","start":"2026-03-19T18:02:29.584732Z","end":"2026-03-19T18:02:31.257746Z","steps":["trace[1340228350] 'agreement among raft nodes before linearized reading' (duration: 1.672525183s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.25778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.28919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:31.257847Z","caller":"traceutil/trace.go:171","msg":"trace[1995071921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4804; }","duration":"1.482857375s","start":"2026-03-19T18:02:29.774979Z","end":"2026-03-19T18:02:31.257836Z","steps":["trace[1995071921] 'agreement among raft nodes before linearized reading' (duration: 1.482754652s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.257472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:28.953265Z","time spent":"2.304199807s","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kw7g-tls\" "} {"level":"warn","ts":"2026-03-19T18:02:31.257884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.386966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:31.257881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.584703Z","time spent":"1.67316072s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:02:31.257902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.774967Z","time spent":"1.482926647s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T18:02:31.257901Z","caller":"traceutil/trace.go:171","msg":"trace[2133799759] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4804; }","duration":"439.486896ms","start":"2026-03-19T18:02:30.818389Z","end":"2026-03-19T18:02:31.257876Z","steps":["trace[2133799759] 'agreement among raft nodes before linearized reading' (duration: 439.228908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:31.25792Z","caller":"traceutil/trace.go:171","msg":"trace[979553189] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4804; }","duration":"341.479438ms","start":"2026-03-19T18:02:30.91643Z","end":"2026-03-19T18:02:31.257909Z","steps":["trace[979553189] 'agreement among raft nodes before linearized reading' (duration: 341.425297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.257954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:30.916403Z","time spent":"341.542851ms","remote":"127.0.0.1:35832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:31.257575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502146239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:02:31.257668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08633205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bc149a3-dcbc-4978-b6ee-94635e19e19e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T18:02:31.258049Z","caller":"traceutil/trace.go:171","msg":"trace[1257568709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:4804; }","duration":"1.502656533s","start":"2026-03-19T18:02:29.755375Z","end":"2026-03-19T18:02:31.258031Z","steps":["trace[1257568709] 'agreement among raft nodes before linearized reading' (duration: 1.502125079s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.258072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.677579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777481"} {"level":"info","ts":"2026-03-19T18:02:31.258083Z","caller":"traceutil/trace.go:171","msg":"trace[1091807464] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8bc149a3-dcbc-4978-b6ee-94635e19e19e; range_end:; response_count:1; response_revision:4804; }","duration":"1.086797784s","start":"2026-03-19T18:02:30.171275Z","end":"2026-03-19T18:02:31.258073Z","steps":["trace[1091807464] 'agreement among raft nodes before linearized reading' (duration: 1.086188657s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.258089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.755352Z","time spent":"1.502726115s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-twwvf\" "} {"level":"warn","ts":"2026-03-19T18:02:31.258116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:30.171259Z","time spent":"1.086847715s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bc149a3-dcbc-4978-b6ee-94635e19e19e\" "} {"level":"info","ts":"2026-03-19T18:02:31.258119Z","caller":"traceutil/trace.go:171","msg":"trace[1274758514] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4804; }","duration":"902.758521ms","start":"2026-03-19T18:02:30.355343Z","end":"2026-03-19T18:02:31.258101Z","steps":["trace[1274758514] 'agreement among raft nodes before linearized reading' (duration: 902.37148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.257959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:30.818362Z","time spent":"439.585029ms","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:31.25816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:30.355317Z","time spent":"902.836403ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777504,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:02:31.257696Z","caller":"traceutil/trace.go:171","msg":"trace[216718092] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8bc149a3-dcbc-4978-b6ee-94635e19e19e; range_end:; response_count:1; response_revision:4804; }","duration":"2.875799435s","start":"2026-03-19T18:02:28.381872Z","end":"2026-03-19T18:02:31.257671Z","steps":["trace[216718092] 'agreement among raft nodes before linearized reading' (duration: 2.875424705s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.258191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:28.381847Z","time spent":"2.87633817s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bc149a3-dcbc-4978-b6ee-94635e19e19e\" "} {"level":"warn","ts":"2026-03-19T18:02:31.257636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:28.437078Z","time spent":"2.820546204s","remote":"127.0.0.1:38482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-19T18:02:31.257694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.75555Z","time spent":"1.502133028s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:31.257699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668109611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:31.25831Z","caller":"traceutil/trace.go:171","msg":"trace[1796000595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4804; }","duration":"1.66877287s","start":"2026-03-19T18:02:29.589525Z","end":"2026-03-19T18:02:31.258298Z","steps":["trace[1796000595] 'agreement among raft nodes before linearized reading' (duration: 1.668081581s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.258359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.589495Z","time spent":"1.668853221s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:02:31.25782Z","caller":"traceutil/trace.go:171","msg":"trace[2068062717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4804; }","duration":"1.482167194s","start":"2026-03-19T18:02:29.775641Z","end":"2026-03-19T18:02:31.257808Z","steps":["trace[2068062717] 'agreement among raft nodes before linearized reading' (duration: 1.481954358s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.258486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.775613Z","time spent":"1.482864575s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:31.258571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464240078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:02:31.258688Z","caller":"traceutil/trace.go:171","msg":"trace[286047599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4804; }","duration":"1.464389181s","start":"2026-03-19T18:02:29.794274Z","end":"2026-03-19T18:02:31.258663Z","steps":["trace[286047599] 'agreement among raft nodes before linearized reading' (duration: 1.463276491s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.258018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.351972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:31.258827Z","caller":"traceutil/trace.go:171","msg":"trace[1173110154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4804; }","duration":"365.190356ms","start":"2026-03-19T18:02:30.893623Z","end":"2026-03-19T18:02:31.258813Z","steps":["trace[1173110154] 'agreement among raft nodes before linearized reading' (duration: 364.363453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.258874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:30.893604Z","time spent":"365.256818ms","remote":"127.0.0.1:38290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:31.258984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:29.79426Z","time spent":"1.464526986s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:02:33.206725Z","caller":"traceutil/trace.go:171","msg":"trace[86188657] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"148.989762ms","start":"2026-03-19T18:02:33.057698Z","end":"2026-03-19T18:02:33.206688Z","steps":["trace[86188657] 'process raft request' (duration: 63.065459ms)","trace[86188657] 'compare' (duration: 85.739757ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:33.356687Z","caller":"traceutil/trace.go:171","msg":"trace[1296594922] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"100.27714ms","start":"2026-03-19T18:02:33.25637Z","end":"2026-03-19T18:02:33.356647Z","steps":["trace[1296594922] 'process raft request' (duration: 70.323239ms)","trace[1296594922] 'compare' (duration: 29.716684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:34.345056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.746605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:34.345182Z","caller":"traceutil/trace.go:171","msg":"trace[203885604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4851; }","duration":"451.942491ms","start":"2026-03-19T18:02:33.893216Z","end":"2026-03-19T18:02:34.345158Z","steps":["trace[203885604] 'range keys from in-memory index tree' (duration: 451.632031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:34.345228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:33.893185Z","time spent":"452.034102ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:02:34.345547Z","caller":"traceutil/trace.go:171","msg":"trace[1205024484] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"162.440363ms","start":"2026-03-19T18:02:34.183073Z","end":"2026-03-19T18:02:34.345513Z","steps":["trace[1205024484] 'process raft request' (duration: 99.53369ms)","trace[1205024484] 'compare' (duration: 62.373029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:34.34566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.752151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787713"} {"level":"info","ts":"2026-03-19T18:02:34.345761Z","caller":"traceutil/trace.go:171","msg":"trace[1635528116] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4851; }","duration":"690.866305ms","start":"2026-03-19T18:02:33.654871Z","end":"2026-03-19T18:02:34.345737Z","steps":["trace[1635528116] 'range keys from in-memory index tree' (duration: 690.160566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:34.345835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:33.654827Z","time spent":"690.983738ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787736,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:02:41.941458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.28589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:41.941749Z","caller":"traceutil/trace.go:171","msg":"trace[1701167653] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"219.97961ms","start":"2026-03-19T18:02:41.721729Z","end":"2026-03-19T18:02:41.941709Z","steps":["trace[1701167653] 'process raft request' (duration: 66.31902ms)","trace[1701167653] 'compare' (duration: 153.091164ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:42.489163Z","caller":"traceutil/trace.go:171","msg":"trace[292544441] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"175.623799ms","start":"2026-03-19T18:02:42.313494Z","end":"2026-03-19T18:02:42.489117Z","steps":["trace[292544441] 'process raft request' (duration: 152.147189ms)","trace[292544441] 'compare' (duration: 23.278385ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:42.489503Z","caller":"traceutil/trace.go:171","msg":"trace[1835698579] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"173.033577ms","start":"2026-03-19T18:02:42.316396Z","end":"2026-03-19T18:02:42.489429Z","steps":["trace[1835698579] 'process raft request' (duration: 172.795261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:42.489591Z","caller":"traceutil/trace.go:171","msg":"trace[1439815925] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"115.828122ms","start":"2026-03-19T18:02:42.373731Z","end":"2026-03-19T18:02:42.489559Z","steps":["trace[1439815925] 'process raft request' (duration: 115.628066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:42.619222Z","caller":"traceutil/trace.go:171","msg":"trace[1729880854] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"118.714941ms","start":"2026-03-19T18:02:42.500471Z","end":"2026-03-19T18:02:42.619186Z","steps":["trace[1729880854] 'process raft request' (duration: 113.63504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:42.646319Z","caller":"traceutil/trace.go:171","msg":"trace[54231497] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"125.551522ms","start":"2026-03-19T18:02:42.520729Z","end":"2026-03-19T18:02:42.64628Z","steps":["trace[54231497] 'process raft request' (duration: 125.425618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:42.646358Z","caller":"traceutil/trace.go:171","msg":"trace[2071648628] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"133.697777ms","start":"2026-03-19T18:02:42.512626Z","end":"2026-03-19T18:02:42.646324Z","steps":["trace[2071648628] 'process raft request' (duration: 133.406779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:42.810182Z","caller":"traceutil/trace.go:171","msg":"trace[906777557] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5171; }","duration":"100.022462ms","start":"2026-03-19T18:02:42.710127Z","end":"2026-03-19T18:02:42.81015Z","steps":["trace[906777557] 'read index received' (duration: 87.475665ms)","trace[906777557] 'applied index is now lower than readState.Index' (duration: 12.545767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:42.810626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.474716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-5dnfv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-19T18:02:42.810677Z","caller":"traceutil/trace.go:171","msg":"trace[2042833472] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-5dnfv; range_end:; response_count:1; response_revision:4967; }","duration":"100.575869ms","start":"2026-03-19T18:02:42.710086Z","end":"2026-03-19T18:02:42.810662Z","steps":["trace[2042833472] 'agreement among raft nodes before linearized reading' (duration: 100.339892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:42.810902Z","caller":"traceutil/trace.go:171","msg":"trace[1653246557] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"103.449558ms","start":"2026-03-19T18:02:42.70744Z","end":"2026-03-19T18:02:42.81089Z","steps":["trace[1653246557] 'process raft request' (duration: 90.251883ms)","trace[1653246557] 'compare' (duration: 12.248629ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:43.688781Z","caller":"traceutil/trace.go:171","msg":"trace[335313913] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"155.456471ms","start":"2026-03-19T18:02:43.533286Z","end":"2026-03-19T18:02:43.688742Z","steps":["trace[335313913] 'process raft request' (duration: 117.890589ms)","trace[335313913] 'compare' (duration: 37.284384ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:43.688954Z","caller":"traceutil/trace.go:171","msg":"trace[1935030994] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"107.952142ms","start":"2026-03-19T18:02:43.580964Z","end":"2026-03-19T18:02:43.688916Z","steps":["trace[1935030994] 'process raft request' (duration: 107.872611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.689004Z","caller":"traceutil/trace.go:171","msg":"trace[1574231325] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5181; }","duration":"151.626574ms","start":"2026-03-19T18:02:43.537349Z","end":"2026-03-19T18:02:43.688976Z","steps":["trace[1574231325] 'read index received' (duration: 21.139256ms)","trace[1574231325] 'applied index is now lower than readState.Index' (duration: 130.485478ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:43.689049Z","caller":"traceutil/trace.go:171","msg":"trace[458149133] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"153.806054ms","start":"2026-03-19T18:02:43.535222Z","end":"2026-03-19T18:02:43.689028Z","steps":["trace[458149133] 'process raft request' (duration: 153.448055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.689128Z","caller":"traceutil/trace.go:171","msg":"trace[476048894] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"127.142585ms","start":"2026-03-19T18:02:43.561976Z","end":"2026-03-19T18:02:43.689119Z","steps":["trace[476048894] 'process raft request' (duration: 126.791266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:43.689292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.63346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:02:43.689339Z","caller":"traceutil/trace.go:171","msg":"trace[743242297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4981; }","duration":"144.697822ms","start":"2026-03-19T18:02:43.54463Z","end":"2026-03-19T18:02:43.689328Z","steps":["trace[743242297] 'agreement among raft nodes before linearized reading' (duration: 144.516817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:43.689315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.947313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:02:43.689402Z","caller":"traceutil/trace.go:171","msg":"trace[828395782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4981; }","duration":"152.056576ms","start":"2026-03-19T18:02:43.537323Z","end":"2026-03-19T18:02:43.68938Z","steps":["trace[828395782] 'agreement among raft nodes before linearized reading' (duration: 151.799228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:44.632971Z","caller":"traceutil/trace.go:171","msg":"trace[932204346] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"303.043592ms","start":"2026-03-19T18:02:44.329899Z","end":"2026-03-19T18:02:44.632942Z","steps":["trace[932204346] 'process raft request' (duration: 302.865007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:44.633152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.329871Z","time spent":"303.184306ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:44.934728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.092418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:44.93485Z","caller":"traceutil/trace.go:171","msg":"trace[628854950] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5195; }","duration":"296.006576ms","start":"2026-03-19T18:02:44.63882Z","end":"2026-03-19T18:02:44.934827Z","steps":["trace[628854950] 'read index received' (duration: 42.701813ms)","trace[628854950] 'applied index is now lower than readState.Index' (duration: 253.302693ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:44.934912Z","caller":"traceutil/trace.go:171","msg":"trace[19794478] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"439.307561ms","start":"2026-03-19T18:02:44.495566Z","end":"2026-03-19T18:02:44.934873Z","steps":["trace[19794478] 'process raft request' (duration: 185.970356ms)","trace[19794478] 'compare' (duration: 252.968375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:44.935077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.249754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-5dnfv\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-03-19T18:02:44.935124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.495528Z","time spent":"439.472075ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:44.935143Z","caller":"traceutil/trace.go:171","msg":"trace[1340948164] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-5dnfv; range_end:; response_count:1; response_revision:4991; }","duration":"296.382168ms","start":"2026-03-19T18:02:44.638743Z","end":"2026-03-19T18:02:44.935126Z","steps":["trace[1340948164] 'agreement among raft nodes before linearized reading' (duration: 296.180762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:45.016114Z","caller":"traceutil/trace.go:171","msg":"trace[1483272952] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"377.159438ms","start":"2026-03-19T18:02:44.638919Z","end":"2026-03-19T18:02:45.016078Z","steps":["trace[1483272952] 'process raft request' (duration: 376.854629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:45.016418Z","caller":"traceutil/trace.go:171","msg":"trace[1806634845] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"376.646184ms","start":"2026-03-19T18:02:44.639749Z","end":"2026-03-19T18:02:45.016395Z","steps":["trace[1806634845] 'process raft request' (duration: 376.263433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.016303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.638889Z","time spent":"377.318302ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:45.016608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.639736Z","time spent":"376.798857ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:45.016736Z","caller":"traceutil/trace.go:171","msg":"trace[188326343] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"375.584254ms","start":"2026-03-19T18:02:44.641128Z","end":"2026-03-19T18:02:45.016712Z","steps":["trace[188326343] 'process raft request' (duration: 375.154862ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:45.016778Z","caller":"traceutil/trace.go:171","msg":"trace[120377971] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"375.07959ms","start":"2026-03-19T18:02:44.641668Z","end":"2026-03-19T18:02:45.016747Z","steps":["trace[120377971] 'process raft request' (duration: 374.900145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.016777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.643724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:45.016884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.641118Z","time spent":"375.712888ms","remote":"127.0.0.1:38444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1107,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:45.016884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.994103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:45.016985Z","caller":"traceutil/trace.go:171","msg":"trace[673313613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4995; }","duration":"122.185098ms","start":"2026-03-19T18:02:44.894778Z","end":"2026-03-19T18:02:45.016963Z","steps":["trace[673313613] 'agreement among raft nodes before linearized reading' (duration: 121.977902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.017008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.641631Z","time spent":"375.240923ms","remote":"127.0.0.1:38444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":993,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:45.016922Z","caller":"traceutil/trace.go:171","msg":"trace[1293189531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4995; }","duration":"121.830038ms","start":"2026-03-19T18:02:44.895077Z","end":"2026-03-19T18:02:45.016907Z","steps":["trace[1293189531] 'agreement among raft nodes before linearized reading' (duration: 121.663234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:45.191617Z","caller":"traceutil/trace.go:171","msg":"trace[1200716355] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5200; }","duration":"174.880519ms","start":"2026-03-19T18:02:45.016702Z","end":"2026-03-19T18:02:45.191583Z","steps":["trace[1200716355] 'read index received' (duration: 170.893938ms)","trace[1200716355] 'applied index is now lower than readState.Index' (duration: 3.985191ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:45.191737Z","caller":"traceutil/trace.go:171","msg":"trace[1974173593] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"244.069937ms","start":"2026-03-19T18:02:44.947602Z","end":"2026-03-19T18:02:45.191672Z","steps":["trace[1974173593] 'process raft request' (duration: 239.981513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.191826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.193385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:45.19194Z","caller":"traceutil/trace.go:171","msg":"trace[913169941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4996; }","duration":"207.379299ms","start":"2026-03-19T18:02:44.984539Z","end":"2026-03-19T18:02:45.191919Z","steps":["trace[913169941] 'agreement among raft nodes before linearized reading' (duration: 207.204865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.041185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.257835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:49.041262Z","caller":"traceutil/trace.go:171","msg":"trace[141003171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5039; }","duration":"146.372128ms","start":"2026-03-19T18:02:48.894872Z","end":"2026-03-19T18:02:49.041244Z","steps":["trace[141003171] 'range keys from in-memory index tree' (duration: 146.178903ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:49.391807Z","caller":"traceutil/trace.go:171","msg":"trace[18205564] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"175.673951ms","start":"2026-03-19T18:02:49.216109Z","end":"2026-03-19T18:02:49.391783Z","steps":["trace[18205564] 'process raft request' (duration: 175.521567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:52.480693Z","caller":"traceutil/trace.go:171","msg":"trace[379686381] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"132.609848ms","start":"2026-03-19T18:02:52.348032Z","end":"2026-03-19T18:02:52.480641Z","steps":["trace[379686381] 'process raft request' (duration: 132.379611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:53.390966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069197146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:02:53.892135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069197146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:02:54.186476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698363518s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:02:54.541889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.115836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:54.542199Z","caller":"traceutil/trace.go:171","msg":"trace[222166334] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"1.121140954s","start":"2026-03-19T18:02:53.421041Z","end":"2026-03-19T18:02:54.542182Z","steps":["trace[222166334] 'process raft request' (duration: 1.121060492s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.542274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.421021Z","time spent":"1.121213246s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:54.542391Z","caller":"traceutil/trace.go:171","msg":"trace[188422054] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"1.407030651s","start":"2026-03-19T18:02:53.135349Z","end":"2026-03-19T18:02:54.54238Z","steps":["trace[188422054] 'process raft request' (duration: 1.406710002s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.542445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.135337Z","time spent":"1.407074781s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:54.542515Z","caller":"traceutil/trace.go:171","msg":"trace[91023058] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"2.054519932s","start":"2026-03-19T18:02:52.487948Z","end":"2026-03-19T18:02:54.542468Z","steps":["trace[91023058] 'process raft request' (duration: 1.698734778s)","trace[91023058] 'compare' (duration: 354.528239ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:54.542654Z","caller":"traceutil/trace.go:171","msg":"trace[1480256170] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5329; }","duration":"1.6526367s","start":"2026-03-19T18:02:52.889999Z","end":"2026-03-19T18:02:54.542636Z","steps":["trace[1480256170] 'read index received' (duration: 1.296698501s)","trace[1480256170] 'applied index is now lower than readState.Index' (duration: 355.936879ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:54.542697Z","caller":"traceutil/trace.go:171","msg":"trace[46785946] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"808.241779ms","start":"2026-03-19T18:02:53.734434Z","end":"2026-03-19T18:02:54.542676Z","steps":["trace[46785946] 'process raft request' (duration: 807.706394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.542704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:52.487916Z","time spent":"2.054685738s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:54.542834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.522693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:02:54.54284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.734397Z","time spent":"808.366642ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:54.54287Z","caller":"traceutil/trace.go:171","msg":"trace[884154959] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5127; }","duration":"700.585964ms","start":"2026-03-19T18:02:53.842274Z","end":"2026-03-19T18:02:54.54286Z","steps":["trace[884154959] 'agreement among raft nodes before linearized reading' (duration: 700.522162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.542895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.359869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:02:54.542911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.842262Z","time spent":"700.640905ms","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:02:54.542927Z","caller":"traceutil/trace.go:171","msg":"trace[1401069977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5127; }","duration":"906.436632ms","start":"2026-03-19T18:02:53.63648Z","end":"2026-03-19T18:02:54.542917Z","steps":["trace[1401069977] 'agreement among raft nodes before linearized reading' (duration: 906.334409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.542956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.636457Z","time spent":"906.490953ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:02:54.542787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439258125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:02:54.543007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.990891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:02:54.543053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.055488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T18:02:54.543083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.25392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:02:54.543105Z","caller":"traceutil/trace.go:171","msg":"trace[186030634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5127; }","duration":"731.132951ms","start":"2026-03-19T18:02:53.811958Z","end":"2026-03-19T18:02:54.543091Z","steps":["trace[186030634] 'agreement among raft nodes before linearized reading' (duration: 730.998096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:54.543107Z","caller":"traceutil/trace.go:171","msg":"trace[1338927990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5127; }","duration":"765.098654ms","start":"2026-03-19T18:02:53.777986Z","end":"2026-03-19T18:02:54.543085Z","steps":["trace[1338927990] 'agreement among raft nodes before linearized reading' (duration: 764.825256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.543122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056905113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5eaceb7-fb67-45b1-83af-f232463a2609\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-19T18:02:54.543146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.811874Z","time spent":"731.265805ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T18:02:54.543155Z","caller":"traceutil/trace.go:171","msg":"trace[15059219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5eaceb7-fb67-45b1-83af-f232463a2609; range_end:; response_count:1; response_revision:5127; }","duration":"1.056983945s","start":"2026-03-19T18:02:53.486161Z","end":"2026-03-19T18:02:54.543144Z","steps":["trace[15059219] 'agreement among raft nodes before linearized reading' (duration: 1.056932404s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.543161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.777924Z","time spent":"765.228806ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:54.543182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.486138Z","time spent":"1.057037747s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5eaceb7-fb67-45b1-83af-f232463a2609\" "} {"level":"warn","ts":"2026-03-19T18:02:54.543192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.679415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:02:54.543201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.819113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-19T18:02:54.542991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.670814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:02:54.543223Z","caller":"traceutil/trace.go:171","msg":"trace[1094713037] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5127; }","duration":"371.743767ms","start":"2026-03-19T18:02:54.171469Z","end":"2026-03-19T18:02:54.543213Z","steps":["trace[1094713037] 'agreement among raft nodes before linearized reading' (duration: 371.668925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:54.543233Z","caller":"traceutil/trace.go:171","msg":"trace[597514036] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5127; }","duration":"963.887714ms","start":"2026-03-19T18:02:53.579333Z","end":"2026-03-19T18:02:54.54322Z","steps":["trace[597514036] 'agreement among raft nodes before linearized reading' (duration: 963.808702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.543115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653115113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:54.543245Z","caller":"traceutil/trace.go:171","msg":"trace[64851117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5127; }","duration":"750.966561ms","start":"2026-03-19T18:02:53.792264Z","end":"2026-03-19T18:02:54.543231Z","steps":["trace[64851117] 'agreement among raft nodes before linearized reading' (duration: 750.613811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.543261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:54.171451Z","time spent":"371.801748ms","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:02:54.543276Z","caller":"traceutil/trace.go:171","msg":"trace[1051730610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5127; }","duration":"1.653306089s","start":"2026-03-19T18:02:52.889959Z","end":"2026-03-19T18:02:54.543265Z","steps":["trace[1051730610] 'agreement among raft nodes before linearized reading' (duration: 1.653123615s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.543289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.792242Z","time spent":"751.033452ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:54.543304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:52.889939Z","time spent":"1.653357581s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:54.543329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.245267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:02:54.543055Z","caller":"traceutil/trace.go:171","msg":"trace[37394930] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5127; }","duration":"1.439548673s","start":"2026-03-19T18:02:53.103483Z","end":"2026-03-19T18:02:54.543032Z","steps":["trace[37394930] 'agreement among raft nodes before linearized reading' (duration: 1.439266355s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.543359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271814752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T18:02:54.543364Z","caller":"traceutil/trace.go:171","msg":"trace[1487337104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5127; }","duration":"989.290289ms","start":"2026-03-19T18:02:53.554065Z","end":"2026-03-19T18:02:54.543356Z","steps":["trace[1487337104] 'agreement among raft nodes before linearized reading' (duration: 989.216976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.54338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.103465Z","time spent":"1.439905002s","remote":"127.0.0.1:38746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:02:54.543387Z","caller":"traceutil/trace.go:171","msg":"trace[1930208159] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5127; }","duration":"1.271873593s","start":"2026-03-19T18:02:53.271505Z","end":"2026-03-19T18:02:54.543379Z","steps":["trace[1930208159] 'agreement among raft nodes before linearized reading' (duration: 1.271787551s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.54339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.55406Z","time spent":"989.324239ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:54.543414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.271484Z","time spent":"1.271925316s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T18:02:54.54221Z","caller":"traceutil/trace.go:171","msg":"trace[440463432] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"1.738439279s","start":"2026-03-19T18:02:52.80374Z","end":"2026-03-19T18:02:54.542179Z","steps":["trace[440463432] 'process raft request' (duration: 1.738255834s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:54.54312Z","caller":"traceutil/trace.go:171","msg":"trace[299159055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:5127; }","duration":"997.322001ms","start":"2026-03-19T18:02:53.545788Z","end":"2026-03-19T18:02:54.54311Z","steps":["trace[299159055] 'agreement among raft nodes before linearized reading' (duration: 997.238519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.543522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:52.803711Z","time spent":"1.739752566s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:54.543535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.545762Z","time spent":"997.763864ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-twwvf\" "} {"level":"warn","ts":"2026-03-19T18:02:54.543539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42321968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:54.543571Z","caller":"traceutil/trace.go:171","msg":"trace[1157503360] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5127; }","duration":"1.423293702s","start":"2026-03-19T18:02:53.120267Z","end":"2026-03-19T18:02:54.54356Z","steps":["trace[1157503360] 'agreement among raft nodes before linearized reading' (duration: 1.423242871s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.543567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.678088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:02:54.543265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.579302Z","time spent":"963.955966ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T18:02:54.543605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.120233Z","time spent":"1.423365403s","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:02:54.543665Z","caller":"traceutil/trace.go:171","msg":"trace[207073072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5127; }","duration":"757.831051ms","start":"2026-03-19T18:02:53.785812Z","end":"2026-03-19T18:02:54.543643Z","steps":["trace[207073072] 'agreement among raft nodes before linearized reading' (duration: 757.235244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.543952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.785765Z","time spent":"758.177002ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:02:54.750981Z","caller":"traceutil/trace.go:171","msg":"trace[124978174] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"200.259293ms","start":"2026-03-19T18:02:54.550678Z","end":"2026-03-19T18:02:54.750937Z","steps":["trace[124978174] 'process raft request' (duration: 166.835785ms)","trace[124978174] 'compare' (duration: 33.119909ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:54.751323Z","caller":"traceutil/trace.go:171","msg":"trace[675601954] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"200.501129ms","start":"2026-03-19T18:02:54.55079Z","end":"2026-03-19T18:02:54.751291Z","steps":["trace[675601954] 'process raft request' (duration: 200.084738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:54.751614Z","caller":"traceutil/trace.go:171","msg":"trace[1275331275] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"200.723476ms","start":"2026-03-19T18:02:54.550872Z","end":"2026-03-19T18:02:54.751595Z","steps":["trace[1275331275] 'process raft request' (duration: 200.426837ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:54.751631Z","caller":"traceutil/trace.go:171","msg":"trace[1786280462] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"200.625373ms","start":"2026-03-19T18:02:54.550973Z","end":"2026-03-19T18:02:54.751598Z","steps":["trace[1786280462] 'process raft request' (duration: 200.465298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:54.751685Z","caller":"traceutil/trace.go:171","msg":"trace[2123880119] linearizableReadLoop","detail":"{readStateIndex:5340; appliedIndex:5334; }","duration":"200.484428ms","start":"2026-03-19T18:02:54.551188Z","end":"2026-03-19T18:02:54.751672Z","steps":["trace[2123880119] 'read index received' (duration: 25.328122ms)","trace[2123880119] 'applied index is now lower than readState.Index' (duration: 175.155126ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:54.751765Z","caller":"traceutil/trace.go:171","msg":"trace[25931024] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"200.52003ms","start":"2026-03-19T18:02:54.551235Z","end":"2026-03-19T18:02:54.751755Z","steps":["trace[25931024] 'process raft request' (duration: 200.289804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:54.751387Z","caller":"traceutil/trace.go:171","msg":"trace[1439472365] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"200.54402ms","start":"2026-03-19T18:02:54.55081Z","end":"2026-03-19T18:02:54.751354Z","steps":["trace[1439472365] 'process raft request' (duration: 200.361906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.752091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.494053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:54.752842Z","caller":"traceutil/trace.go:171","msg":"trace[953480534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5134; }","duration":"199.257584ms","start":"2026-03-19T18:02:54.553553Z","end":"2026-03-19T18:02:54.75281Z","steps":["trace[953480534] 'agreement among raft nodes before linearized reading' (duration: 198.474183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.752128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.92113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80102"} {"level":"info","ts":"2026-03-19T18:02:54.752995Z","caller":"traceutil/trace.go:171","msg":"trace[1446176925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5134; }","duration":"201.821456ms","start":"2026-03-19T18:02:54.551156Z","end":"2026-03-19T18:02:54.752978Z","steps":["trace[1446176925] 'agreement among raft nodes before linearized reading' (duration: 200.719095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:54.752199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.689395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-19T18:02:54.753213Z","caller":"traceutil/trace.go:171","msg":"trace[1229727887] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5134; }","duration":"201.777865ms","start":"2026-03-19T18:02:54.551423Z","end":"2026-03-19T18:02:54.753201Z","steps":["trace[1229727887] 'agreement among raft nodes before linearized reading' (duration: 200.391207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.932038Z","caller":"traceutil/trace.go:171","msg":"trace[76685980] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5406; }","duration":"151.294545ms","start":"2026-03-19T18:03:00.780716Z","end":"2026-03-19T18:03:00.932011Z","steps":["trace[76685980] 'read index received' (duration: 151.063868ms)","trace[76685980] 'applied index is now lower than readState.Index' (duration: 229.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:00.932171Z","caller":"traceutil/trace.go:171","msg":"trace[1323164869] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"151.652775ms","start":"2026-03-19T18:03:00.780482Z","end":"2026-03-19T18:03:00.932135Z","steps":["trace[1323164869] 'process raft request' (duration: 151.321876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:00.932267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.553342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:03:00.932303Z","caller":"traceutil/trace.go:171","msg":"trace[1452889450] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:5198; }","duration":"151.665846ms","start":"2026-03-19T18:03:00.780626Z","end":"2026-03-19T18:03:00.932292Z","steps":["trace[1452889450] 'agreement among raft nodes before linearized reading' (duration: 151.490971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.937987Z","caller":"traceutil/trace.go:171","msg":"trace[1928235576] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"155.985814ms","start":"2026-03-19T18:03:00.781976Z","end":"2026-03-19T18:03:00.937962Z","steps":["trace[1928235576] 'process raft request' (duration: 155.795889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.938003Z","caller":"traceutil/trace.go:171","msg":"trace[1626632415] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"155.133511ms","start":"2026-03-19T18:03:00.782848Z","end":"2026-03-19T18:03:00.937982Z","steps":["trace[1626632415] 'process raft request' (duration: 155.051629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.93815Z","caller":"traceutil/trace.go:171","msg":"trace[546809715] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"155.261196ms","start":"2026-03-19T18:03:00.78288Z","end":"2026-03-19T18:03:00.938141Z","steps":["trace[546809715] 'process raft request' (duration: 155.06094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.93817Z","caller":"traceutil/trace.go:171","msg":"trace[275394614] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"155.254975ms","start":"2026-03-19T18:03:00.782894Z","end":"2026-03-19T18:03:00.938149Z","steps":["trace[275394614] 'process raft request' (duration: 155.08279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:02.789101Z","caller":"traceutil/trace.go:171","msg":"trace[1839629936] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"214.371234ms","start":"2026-03-19T18:03:02.574709Z","end":"2026-03-19T18:03:02.78908Z","steps":["trace[1839629936] 'process raft request' (duration: 165.437696ms)","trace[1839629936] 'compare' (duration: 48.809414ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:02.789229Z","caller":"traceutil/trace.go:171","msg":"trace[569874896] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"213.465368ms","start":"2026-03-19T18:03:02.575758Z","end":"2026-03-19T18:03:02.789223Z","steps":["trace[569874896] 'process raft request' (duration: 213.291623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:02.789349Z","caller":"traceutil/trace.go:171","msg":"trace[135126844] linearizableReadLoop","detail":"{readStateIndex:5420; appliedIndex:5418; }","duration":"197.116285ms","start":"2026-03-19T18:03:02.592212Z","end":"2026-03-19T18:03:02.789329Z","steps":["trace[135126844] 'read index received' (duration: 148.012724ms)","trace[135126844] 'applied index is now lower than readState.Index' (duration: 49.100951ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:02.789503Z","caller":"traceutil/trace.go:171","msg":"trace[205070254] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"195.112899ms","start":"2026-03-19T18:03:02.594366Z","end":"2026-03-19T18:03:02.789479Z","steps":["trace[205070254] 'process raft request' (duration: 195.014757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:02.789512Z","caller":"traceutil/trace.go:171","msg":"trace[445567063] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"196.329634ms","start":"2026-03-19T18:03:02.593053Z","end":"2026-03-19T18:03:02.789382Z","steps":["trace[445567063] 'process raft request' (duration: 196.18262ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:02.789706Z","caller":"traceutil/trace.go:171","msg":"trace[1850791389] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"196.397075ms","start":"2026-03-19T18:03:02.593262Z","end":"2026-03-19T18:03:02.789659Z","steps":["trace[1850791389] 'process raft request' (duration: 196.064976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:02.78965Z","caller":"traceutil/trace.go:171","msg":"trace[31480686] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"195.255634ms","start":"2026-03-19T18:03:02.594386Z","end":"2026-03-19T18:03:02.789642Z","steps":["trace[31480686] 'process raft request' (duration: 195.032388ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:02.789845Z","caller":"traceutil/trace.go:171","msg":"trace[856002738] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"195.162321ms","start":"2026-03-19T18:03:02.594676Z","end":"2026-03-19T18:03:02.789838Z","steps":["trace[856002738] 'process raft request' (duration: 194.871362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:02.789982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.683829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:03:02.790013Z","caller":"traceutil/trace.go:171","msg":"trace[222859163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5217; }","duration":"167.760501ms","start":"2026-03-19T18:03:02.622245Z","end":"2026-03-19T18:03:02.790005Z","steps":["trace[222859163] 'agreement among raft nodes before linearized reading' (duration: 167.632897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:02.790074Z","caller":"traceutil/trace.go:171","msg":"trace[1507919997] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"195.338756ms","start":"2026-03-19T18:03:02.594722Z","end":"2026-03-19T18:03:02.79006Z","steps":["trace[1507919997] 'process raft request' (duration: 194.955105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:02.790344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.076152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8bc149a3-dcbc-4978-b6ee-94635e19e19e\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-19T18:03:02.790464Z","caller":"traceutil/trace.go:171","msg":"trace[966277152] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8bc149a3-dcbc-4978-b6ee-94635e19e19e; range_end:; response_count:1; response_revision:5217; }","duration":"198.300978ms","start":"2026-03-19T18:03:02.592137Z","end":"2026-03-19T18:03:02.790438Z","steps":["trace[966277152] 'agreement among raft nodes before linearized reading' (duration: 197.487626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:03.085002Z","caller":"traceutil/trace.go:171","msg":"trace[1730704836] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"100.201538ms","start":"2026-03-19T18:03:02.984773Z","end":"2026-03-19T18:03:03.084975Z","steps":["trace[1730704836] 'process raft request' (duration: 94.10346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:03.085032Z","caller":"traceutil/trace.go:171","msg":"trace[959816942] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"100.198859ms","start":"2026-03-19T18:03:02.984817Z","end":"2026-03-19T18:03:03.085016Z","steps":["trace[959816942] 'process raft request' (duration: 100.106006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:03.085423Z","caller":"traceutil/trace.go:171","msg":"trace[2013852205] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"100.334631ms","start":"2026-03-19T18:03:02.985076Z","end":"2026-03-19T18:03:03.08541Z","steps":["trace[2013852205] 'process raft request' (duration: 99.902059ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:07.003858Z","caller":"traceutil/trace.go:171","msg":"trace[699436692] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"758.917212ms","start":"2026-03-19T18:03:06.244891Z","end":"2026-03-19T18:03:07.003808Z","steps":["trace[699436692] 'process raft request' (duration: 701.90266ms)","trace[699436692] 'compare' (duration: 56.367884ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:07.003979Z","caller":"traceutil/trace.go:171","msg":"trace[896228155] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"758.160241ms","start":"2026-03-19T18:03:06.245808Z","end":"2026-03-19T18:03:07.003968Z","steps":["trace[896228155] 'process raft request' (duration: 757.968855ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:07.00398Z","caller":"traceutil/trace.go:171","msg":"trace[1391615900] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5468; }","duration":"481.694286ms","start":"2026-03-19T18:03:06.522264Z","end":"2026-03-19T18:03:07.003958Z","steps":["trace[1391615900] 'read index received' (duration: 424.52398ms)","trace[1391615900] 'applied index is now lower than readState.Index' (duration: 57.169326ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:07.00399Z","caller":"traceutil/trace.go:171","msg":"trace[1627217327] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"756.810483ms","start":"2026-03-19T18:03:06.247153Z","end":"2026-03-19T18:03:07.003963Z","steps":["trace[1627217327] 'process raft request' (duration: 756.672279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.0042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:06.247128Z","time spent":"756.963748ms","remote":"127.0.0.1:38780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:07.003872Z","caller":"traceutil/trace.go:171","msg":"trace[365500740] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"758.400177ms","start":"2026-03-19T18:03:06.245435Z","end":"2026-03-19T18:03:07.003835Z","steps":["trace[365500740] 'process raft request' (duration: 758.239472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.004385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:06.244856Z","time spent":"759.131728ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:07.004519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:06.24542Z","time spent":"758.986123ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:07.004668Z","caller":"traceutil/trace.go:171","msg":"trace[800792002] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"202.248367ms","start":"2026-03-19T18:03:06.802404Z","end":"2026-03-19T18:03:07.004652Z","steps":["trace[800792002] 'process raft request' (duration: 201.511278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.004797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.288544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:07.004858Z","caller":"traceutil/trace.go:171","msg":"trace[1293887732] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5264; }","duration":"354.390666ms","start":"2026-03-19T18:03:06.650455Z","end":"2026-03-19T18:03:07.004846Z","steps":["trace[1293887732] 'agreement among raft nodes before linearized reading' (duration: 354.219932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.004892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:06.650435Z","time spent":"354.448409ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:03:07.004882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.60702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4474"} {"level":"info","ts":"2026-03-19T18:03:07.004969Z","caller":"traceutil/trace.go:171","msg":"trace[185847843] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5264; }","duration":"482.728414ms","start":"2026-03-19T18:03:06.522226Z","end":"2026-03-19T18:03:07.004954Z","steps":["trace[185847843] 'agreement among raft nodes before linearized reading' (duration: 481.85018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.005004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:06.522206Z","time spent":"482.789586ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4497,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-03-19T18:03:07.005163Z","caller":"traceutil/trace.go:171","msg":"trace[890631375] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"202.235167ms","start":"2026-03-19T18:03:06.80291Z","end":"2026-03-19T18:03:07.005145Z","steps":["trace[890631375] 'process raft request' (duration: 201.543249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.005273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.00465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:03:07.005292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:06.245799Z","time spent":"758.223223ms","remote":"127.0.0.1:38444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":993,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:07.005314Z","caller":"traceutil/trace.go:171","msg":"trace[807178420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5264; }","duration":"163.087351ms","start":"2026-03-19T18:03:06.842215Z","end":"2026-03-19T18:03:07.005303Z","steps":["trace[807178420] 'agreement among raft nodes before linearized reading' (duration: 162.969908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.005335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.938562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:07.005403Z","caller":"traceutil/trace.go:171","msg":"trace[486163135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"113.023464ms","start":"2026-03-19T18:03:06.892357Z","end":"2026-03-19T18:03:07.005381Z","steps":["trace[486163135] 'agreement among raft nodes before linearized reading' (duration: 112.913531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:12.243716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2641} {"level":"warn","ts":"2026-03-19T18:03:12.508038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.675021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:12.50815Z","caller":"traceutil/trace.go:171","msg":"trace[773578328] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5344; }","duration":"197.840326ms","start":"2026-03-19T18:03:12.31029Z","end":"2026-03-19T18:03:12.50813Z","steps":["trace[773578328] 'range keys from in-memory index tree' (duration: 197.536968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:12.554039Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2641,"took":"308.788931ms","hash":2720519360,"current-db-size-bytes":38559744,"current-db-size":"39 MB","current-db-size-in-use-bytes":28508160,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T18:03:12.554093Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2720519360,"revision":2641,"compact-revision":-1} {"level":"info","ts":"2026-03-19T18:03:15.241978Z","caller":"traceutil/trace.go:171","msg":"trace[1098265845] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"100.045864ms","start":"2026-03-19T18:03:15.141907Z","end":"2026-03-19T18:03:15.241953Z","steps":["trace[1098265845] 'process raft request' (duration: 99.878779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:15.3986Z","caller":"traceutil/trace.go:171","msg":"trace[844392368] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"150.240126ms","start":"2026-03-19T18:03:15.248333Z","end":"2026-03-19T18:03:15.398573Z","steps":["trace[844392368] 'process raft request' (duration: 116.83389ms)","trace[844392368] 'compare' (duration: 33.107338ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:15.398973Z","caller":"traceutil/trace.go:171","msg":"trace[728216737] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"150.37046ms","start":"2026-03-19T18:03:15.248588Z","end":"2026-03-19T18:03:15.398959Z","steps":["trace[728216737] 'process raft request' (duration: 149.921837ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:15.399064Z","caller":"traceutil/trace.go:171","msg":"trace[1966938657] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"150.331888ms","start":"2026-03-19T18:03:15.248696Z","end":"2026-03-19T18:03:15.399028Z","steps":["trace[1966938657] 'process raft request' (duration: 150.072792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:15.399147Z","caller":"traceutil/trace.go:171","msg":"trace[2081382191] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5574; }","duration":"106.040969ms","start":"2026-03-19T18:03:15.293093Z","end":"2026-03-19T18:03:15.399134Z","steps":["trace[2081382191] 'read index received' (duration: 72.068828ms)","trace[2081382191] 'applied index is now lower than readState.Index' (duration: 33.971181ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:15.399163Z","caller":"traceutil/trace.go:171","msg":"trace[406338735] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"107.626704ms","start":"2026-03-19T18:03:15.291514Z","end":"2026-03-19T18:03:15.399141Z","steps":["trace[406338735] 'process raft request' (duration: 107.434879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:15.399307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.195314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:03:15.399361Z","caller":"traceutil/trace.go:171","msg":"trace[757558959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5362; }","duration":"106.278777ms","start":"2026-03-19T18:03:15.293059Z","end":"2026-03-19T18:03:15.399337Z","steps":["trace[757558959] 'agreement among raft nodes before linearized reading' (duration: 106.162774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:18.021976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.023623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:18.022072Z","caller":"traceutil/trace.go:171","msg":"trace[1960236654] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5380; }","duration":"292.19064ms","start":"2026-03-19T18:03:17.729862Z","end":"2026-03-19T18:03:18.022053Z","steps":["trace[1960236654] 'count revisions from in-memory index tree' (duration: 291.917298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:18.022219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.926352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:18.022324Z","caller":"traceutil/trace.go:171","msg":"trace[571566804] linearizableReadLoop","detail":"{readStateIndex:5597; appliedIndex:5596; }","duration":"129.494132ms","start":"2026-03-19T18:03:17.892814Z","end":"2026-03-19T18:03:18.022308Z","steps":["trace[571566804] 'read index received' (duration: 59.423µs)","trace[571566804] 'applied index is now lower than readState.Index' (duration: 129.433299ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:18.022361Z","caller":"traceutil/trace.go:171","msg":"trace[1432468587] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"235.596636ms","start":"2026-03-19T18:03:17.786731Z","end":"2026-03-19T18:03:18.022328Z","steps":["trace[1432468587] 'process raft request' (duration: 22.492605ms)","trace[1432468587] 'compare' (duration: 212.582316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:18.022441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.635938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:18.022497Z","caller":"traceutil/trace.go:171","msg":"trace[1159937657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5381; }","duration":"129.735832ms","start":"2026-03-19T18:03:17.892755Z","end":"2026-03-19T18:03:18.022491Z","steps":["trace[1159937657] 'agreement among raft nodes before linearized reading' (duration: 129.627067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:21.892727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:03:21.893147Z","caller":"traceutil/trace.go:171","msg":"trace[1427952308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362416s","start":"2026-03-19T18:03:19.892739Z","end":"2026-03-19T18:03:21.893101Z","steps":["trace[1427952308] 'agreement among raft nodes before linearized reading' (duration: 1.999935336s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:21.893197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.892716Z","time spent":"2.00046856s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:03:22.065527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.373949073s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:03:23.643163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445612397s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:23.643293Z","caller":"traceutil/trace.go:171","msg":"trace[733205004] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5381; }","duration":"3.445749883s","start":"2026-03-19T18:03:20.197526Z","end":"2026-03-19T18:03:23.643276Z","steps":["trace[733205004] 'range keys from in-memory index tree' (duration: 3.445597546s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:23.643472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005713715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-19T18:03:23.643553Z","caller":"traceutil/trace.go:171","msg":"trace[1054548720] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5381; }","duration":"5.005849891s","start":"2026-03-19T18:03:18.637684Z","end":"2026-03-19T18:03:23.643534Z","steps":["trace[1054548720] 'range keys from in-memory index tree' (duration: 5.005490425s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:23.643601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:18.637663Z","time spent":"5.005928845s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:03:23.6444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952798724s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-19T18:03:23.644428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998514423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:03:23.644522Z","caller":"traceutil/trace.go:171","msg":"trace[602261802] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5381; }","duration":"4.99866263s","start":"2026-03-19T18:03:18.645836Z","end":"2026-03-19T18:03:23.644498Z","steps":["trace[602261802] 'range keys from in-memory index tree' (duration: 4.998300192s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:23.644554Z","caller":"traceutil/trace.go:171","msg":"trace[1889708294] linearizableReadLoop","detail":"{readStateIndex:5599; appliedIndex:5597; }","duration":"4.371864165s","start":"2026-03-19T18:03:19.272678Z","end":"2026-03-19T18:03:23.644542Z","steps":["trace[1889708294] 'read index received' (duration: 418.877212ms)","trace[1889708294] 'applied index is now lower than readState.Index' (duration: 3.952986123s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:23.644588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:18.645803Z","time spent":"4.998770274s","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-19T18:03:23.644628Z","caller":"traceutil/trace.go:171","msg":"trace[1807019612] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"4.554327846s","start":"2026-03-19T18:03:19.090287Z","end":"2026-03-19T18:03:23.644615Z","steps":["trace[1807019612] 'process raft request' (duration: 601.252789ms)","trace[1807019612] 'compare' (duration: 3.951823689s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:23.644691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.090259Z","time spent":"4.554400629s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:23.644709Z","caller":"traceutil/trace.go:171","msg":"trace[1251782081] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"4.536247362s","start":"2026-03-19T18:03:19.108437Z","end":"2026-03-19T18:03:23.644685Z","steps":["trace[1251782081] 'process raft request' (duration: 4.536035213s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:23.644922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.108411Z","time spent":"4.536427702s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:23.644987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.372292916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:03:23.645293Z","caller":"traceutil/trace.go:171","msg":"trace[474852972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5383; }","duration":"4.372629892s","start":"2026-03-19T18:03:19.272635Z","end":"2026-03-19T18:03:23.645264Z","steps":["trace[474852972] 'agreement among raft nodes before linearized reading' (duration: 4.372078406s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:23.645407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.272617Z","time spent":"4.372700885s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:23.89614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00306041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:03:23.896242Z","caller":"traceutil/trace.go:171","msg":"trace[885683588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003219797s","start":"2026-03-19T18:03:21.892996Z","end":"2026-03-19T18:03:23.896215Z","steps":["trace[885683588] 'agreement among raft nodes before linearized reading' (duration: 2.003093791s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:23.896296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:21.892975Z","time spent":"2.003309041s","remote":"127.0.0.1:38290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:03:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:03:24.145606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069197759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:03:24.284671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999660606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:03:24.284769Z","caller":"traceutil/trace.go:171","msg":"trace[2032491226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999808862s","start":"2026-03-19T18:03:19.284937Z","end":"2026-03-19T18:03:24.284746Z","steps":["trace[2032491226] 'agreement among raft nodes before linearized reading' (duration: 4.999691787s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:24.28482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.28488Z","time spent":"4.999929179s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 18:03:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:03:24.440122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999283029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-19T18:03:24.440182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000078675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:03:24.440211Z","caller":"traceutil/trace.go:171","msg":"trace[231224232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999394114s","start":"2026-03-19T18:03:19.440797Z","end":"2026-03-19T18:03:24.440192Z","steps":["trace[231224232] 'agreement among raft nodes before linearized reading' (duration: 4.999280999s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:24.440265Z","caller":"traceutil/trace.go:171","msg":"trace[324904222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000213681s","start":"2026-03-19T18:03:19.440029Z","end":"2026-03-19T18:03:24.440243Z","steps":["trace[324904222] 'agreement among raft nodes before linearized reading' (duration: 5.000111556s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:24.440272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.440715Z","time spent":"4.99954801s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 18:03:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:03:24.440314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.440007Z","time spent":"5.000296686s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 18:03:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:03:24.646244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069197759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:03:25.147365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069197759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:03:25.647964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069197759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:03:25.684417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000203338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:03:25.684518Z","caller":"traceutil/trace.go:171","msg":"trace[959591139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001031746s","start":"2026-03-19T18:03:23.683465Z","end":"2026-03-19T18:03:25.684497Z","steps":["trace[959591139] 'agreement among raft nodes before linearized reading' (duration: 2.000198058s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:25.684568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:23.683425Z","time spent":"2.001134171s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:03:25.904506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000747243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:03:25.904599Z","caller":"traceutil/trace.go:171","msg":"trace[670829966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000898009s","start":"2026-03-19T18:03:23.903681Z","end":"2026-03-19T18:03:25.904579Z","steps":["trace[670829966] 'agreement among raft nodes before linearized reading' (duration: 2.000759193s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:25.904648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:23.903674Z","time spent":"2.000964473s","remote":"127.0.0.1:38290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:03:25.910333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.844488077s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:03:25.910851Z","caller":"traceutil/trace.go:171","msg":"trace[565660757] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"5.709311744s","start":"2026-03-19T18:03:20.2015Z","end":"2026-03-19T18:03:25.910812Z","steps":["trace[565660757] 'process raft request' (duration: 5.709051452s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:25.911034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:20.201465Z","time spent":"5.70945944s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:26.160102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.368549ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:03:26.361503Z","caller":"traceutil/trace.go:171","msg":"trace[1790497027] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"2.712046087s","start":"2026-03-19T18:03:23.649431Z","end":"2026-03-19T18:03:26.361477Z","steps":["trace[1790497027] 'process raft request' (duration: 2.711932112s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:26.361522Z","caller":"traceutil/trace.go:171","msg":"trace[2003476348] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"3.924978994s","start":"2026-03-19T18:03:22.436504Z","end":"2026-03-19T18:03:26.361483Z","steps":["trace[2003476348] 'process raft request' (duration: 3.9246692s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:26.361781Z","caller":"traceutil/trace.go:171","msg":"trace[554263152] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"2.705366689s","start":"2026-03-19T18:03:23.656398Z","end":"2026-03-19T18:03:26.361764Z","steps":["trace[554263152] 'process raft request' (duration: 2.705017123s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.361778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:23.649422Z","time spent":"2.712162772s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:26.361817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:22.436479Z","time spent":"3.92512178s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:26.361933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:23.656387Z","time spent":"2.705448453s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:26.362542Z","caller":"traceutil/trace.go:171","msg":"trace[1942153228] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"1.777840622s","start":"2026-03-19T18:03:24.584653Z","end":"2026-03-19T18:03:26.362493Z","steps":["trace[1942153228] 'process raft request' (duration: 1.776991413s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:26.36263Z","caller":"traceutil/trace.go:171","msg":"trace[2127404391] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"710.983419ms","start":"2026-03-19T18:03:25.651627Z","end":"2026-03-19T18:03:26.36261Z","steps":["trace[2127404391] 'process raft request' (duration: 710.870474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:26.362635Z","caller":"traceutil/trace.go:171","msg":"trace[1984456321] linearizableReadLoop","detail":"{readStateIndex:5606; appliedIndex:5599; }","duration":"2.718029562s","start":"2026-03-19T18:03:23.644586Z","end":"2026-03-19T18:03:26.362615Z","steps":["trace[1984456321] 'read index received' (duration: 2.266074978s)","trace[1984456321] 'applied index is now lower than readState.Index' (duration: 451.952764ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:26.362661Z","caller":"traceutil/trace.go:171","msg":"trace[284495373] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"1.131366022s","start":"2026-03-19T18:03:25.231226Z","end":"2026-03-19T18:03:26.362592Z","steps":["trace[284495373] 'process raft request' (duration: 1.131195623s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.362729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:25.651587Z","time spent":"711.089955ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:26.362708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:24.584627Z","time spent":"1.777988859s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:26.362779Z","caller":"traceutil/trace.go:171","msg":"trace[651114702] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"710.749648ms","start":"2026-03-19T18:03:25.652014Z","end":"2026-03-19T18:03:26.362764Z","steps":["trace[651114702] 'process raft request' (duration: 710.534078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.362869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:25.652004Z","time spent":"710.814062ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:26.362921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:25.231195Z","time spent":"1.131578432s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:26.363405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.923371493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:03:26.363502Z","caller":"traceutil/trace.go:171","msg":"trace[631984395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5391; }","duration":"6.923526609s","start":"2026-03-19T18:03:19.439954Z","end":"2026-03-19T18:03:26.36348Z","steps":["trace[631984395] 'agreement among raft nodes before linearized reading' (duration: 6.923238236s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.363512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.191724652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111481"} {"level":"info","ts":"2026-03-19T18:03:26.363609Z","caller":"traceutil/trace.go:171","msg":"trace[1412920070] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5391; }","duration":"6.191888319s","start":"2026-03-19T18:03:20.171701Z","end":"2026-03-19T18:03:26.36359Z","steps":["trace[1412920070] 'agreement among raft nodes before linearized reading' (duration: 6.191224039s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.363658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:20.17168Z","time spent":"6.191967553s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111504,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:03:26.363864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.194816074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111481"} {"level":"info","ts":"2026-03-19T18:03:26.363939Z","caller":"traceutil/trace.go:171","msg":"trace[1151582034] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5391; }","duration":"6.19495362s","start":"2026-03-19T18:03:20.168975Z","end":"2026-03-19T18:03:26.363929Z","steps":["trace[1151582034] 'agreement among raft nodes before linearized reading' (duration: 6.194604444s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.363969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:20.168941Z","time spent":"6.195020143s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111504,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:03:26.364023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737832725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:26.364058Z","caller":"traceutil/trace.go:171","msg":"trace[1379609488] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5391; }","duration":"2.737929748s","start":"2026-03-19T18:03:23.626118Z","end":"2026-03-19T18:03:26.364048Z","steps":["trace[1379609488] 'agreement among raft nodes before linearized reading' (duration: 2.737852505s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.364086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:23.6261Z","time spent":"2.73797877s","remote":"127.0.0.1:38680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:03:26.364163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.077324759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:03:26.36423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71623932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5eaceb7-fb67-45b1-83af-f232463a2609\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-19T18:03:26.364302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.856770167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:03:26.364297Z","caller":"traceutil/trace.go:171","msg":"trace[221434437] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:5391; }","duration":"7.077497936s","start":"2026-03-19T18:03:19.286775Z","end":"2026-03-19T18:03:26.364273Z","steps":["trace[221434437] 'agreement among raft nodes before linearized reading' (duration: 7.077170431s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:26.36434Z","caller":"traceutil/trace.go:171","msg":"trace[594675722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5391; }","duration":"6.856805168s","start":"2026-03-19T18:03:19.507523Z","end":"2026-03-19T18:03:26.364328Z","steps":["trace[594675722] 'agreement among raft nodes before linearized reading' (duration: 6.856691273s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:26.364349Z","caller":"traceutil/trace.go:171","msg":"trace[1462201530] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5eaceb7-fb67-45b1-83af-f232463a2609; range_end:; response_count:1; response_revision:5391; }","duration":"2.716376487s","start":"2026-03-19T18:03:23.64794Z","end":"2026-03-19T18:03:26.364316Z","steps":["trace[1462201530] 'agreement among raft nodes before linearized reading' (duration: 2.716032591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.364359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.286756Z","time spent":"7.077593322s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-twwvf\" "} {"level":"warn","ts":"2026-03-19T18:03:26.364372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.5075Z","time spent":"6.856865911s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:26.364407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:23.647924Z","time spent":"2.716469181s","remote":"127.0.0.1:38434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b5eaceb7-fb67-45b1-83af-f232463a2609\" "} {"level":"warn","ts":"2026-03-19T18:03:26.364449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145344032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-19T18:03:26.363553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.439935Z","time spent":"6.923607984s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T18:03:26.364482Z","caller":"traceutil/trace.go:171","msg":"trace[1035370040] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5391; }","duration":"5.145401964s","start":"2026-03-19T18:03:21.219069Z","end":"2026-03-19T18:03:26.364471Z","steps":["trace[1035370040] 'agreement among raft nodes before linearized reading' (duration: 5.145324241s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.364511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:21.219053Z","time spent":"5.145451908s","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T18:03:26.364532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.104509047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:26.364634Z","caller":"traceutil/trace.go:171","msg":"trace[555195295] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5391; }","duration":"6.10459001s","start":"2026-03-19T18:03:20.259996Z","end":"2026-03-19T18:03:26.364586Z","steps":["trace[555195295] 'agreement among raft nodes before linearized reading' (duration: 6.104444594s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.364691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:20.259937Z","time spent":"6.104736877s","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:03:26.364798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.541643906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:03:26.364885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50517411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-19T18:03:26.364894Z","caller":"traceutil/trace.go:171","msg":"trace[1810512226] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5391; }","duration":"5.541771492s","start":"2026-03-19T18:03:20.823109Z","end":"2026-03-19T18:03:26.364881Z","steps":["trace[1810512226] 'agreement among raft nodes before linearized reading' (duration: 5.541624625s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:26.364921Z","caller":"traceutil/trace.go:171","msg":"trace[1855595141] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5391; }","duration":"1.505243482s","start":"2026-03-19T18:03:24.859668Z","end":"2026-03-19T18:03:26.364911Z","steps":["trace[1855595141] 'agreement among raft nodes before linearized reading' (duration: 1.505119686s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.364935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:20.823094Z","time spent":"5.541831834s","remote":"127.0.0.1:38708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:03:26.364962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:24.859649Z","time spent":"1.505305865s","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T18:03:26.36495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.673439583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-19T18:03:26.365012Z","caller":"traceutil/trace.go:171","msg":"trace[319757963] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5391; }","duration":"5.673532066s","start":"2026-03-19T18:03:20.691462Z","end":"2026-03-19T18:03:26.364994Z","steps":["trace[319757963] 'agreement among raft nodes before linearized reading' (duration: 5.673342827s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.36507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:20.691443Z","time spent":"5.673613371s","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T18:03:26.365096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57644938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T18:03:26.365122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.897938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:26.365152Z","caller":"traceutil/trace.go:171","msg":"trace[485101712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5391; }","duration":"452.956611ms","start":"2026-03-19T18:03:25.912187Z","end":"2026-03-19T18:03:26.365143Z","steps":["trace[485101712] 'agreement among raft nodes before linearized reading' (duration: 452.904259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.365188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:25.912167Z","time spent":"453.015054ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:03:26.365199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128144903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:26.365241Z","caller":"traceutil/trace.go:171","msg":"trace[848632267] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5391; }","duration":"1.128222817s","start":"2026-03-19T18:03:25.237007Z","end":"2026-03-19T18:03:26.36523Z","steps":["trace[848632267] 'agreement among raft nodes before linearized reading' (duration: 1.128141574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.365242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116609707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:26.365274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:25.236988Z","time spent":"1.1282767s","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:03:26.3653Z","caller":"traceutil/trace.go:171","msg":"trace[388028328] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5391; }","duration":"2.116735543s","start":"2026-03-19T18:03:24.24855Z","end":"2026-03-19T18:03:26.365286Z","steps":["trace[388028328] 'agreement among raft nodes before linearized reading' (duration: 2.116628868s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.365321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473580786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:26.364374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70723775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T18:03:26.365343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119937915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T18:03:26.365357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:24.248523Z","time spent":"2.116815006s","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:03:26.365381Z","caller":"traceutil/trace.go:171","msg":"trace[2094080266] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5391; }","duration":"3.70830686s","start":"2026-03-19T18:03:22.657062Z","end":"2026-03-19T18:03:26.365369Z","steps":["trace[2094080266] 'agreement among raft nodes before linearized reading' (duration: 3.707243241s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:26.36535Z","caller":"traceutil/trace.go:171","msg":"trace[951453830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5391; }","duration":"1.473655768s","start":"2026-03-19T18:03:24.891686Z","end":"2026-03-19T18:03:26.365341Z","steps":["trace[951453830] 'agreement among raft nodes before linearized reading' (duration: 1.473611586s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:26.365152Z","caller":"traceutil/trace.go:171","msg":"trace[1988538977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5391; }","duration":"1.576544354s","start":"2026-03-19T18:03:24.788592Z","end":"2026-03-19T18:03:26.365137Z","steps":["trace[1988538977] 'agreement among raft nodes before linearized reading' (duration: 1.576383667s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.365423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:22.657021Z","time spent":"3.708390183s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:03:26.365425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:24.891665Z","time spent":"1.473753223s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:03:26.365432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:24.788573Z","time spent":"1.576850449s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T18:03:26.365386Z","caller":"traceutil/trace.go:171","msg":"trace[1531305209] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:5391; }","duration":"1.119999339s","start":"2026-03-19T18:03:25.245376Z","end":"2026-03-19T18:03:26.365375Z","steps":["trace[1531305209] 'agreement among raft nodes before linearized reading' (duration: 1.119888964s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.365554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:25.245367Z","time spent":"1.120172766s","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"warn","ts":"2026-03-19T18:03:26.365674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465324338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4fa0b5cc5512\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T18:03:26.36428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871906465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:26.365736Z","caller":"traceutil/trace.go:171","msg":"trace[1200037887] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4fa0b5cc5512; range_end:; response_count:1; response_revision:5391; }","duration":"2.465420294s","start":"2026-03-19T18:03:23.9003Z","end":"2026-03-19T18:03:26.36572Z","steps":["trace[1200037887] 'agreement among raft nodes before linearized reading' (duration: 2.465252776s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.368152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:23.900282Z","time spent":"2.467835645s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4fa0b5cc5512\" "} {"level":"info","ts":"2026-03-19T18:03:26.365768Z","caller":"traceutil/trace.go:171","msg":"trace[1782095697] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5391; }","duration":"2.873428636s","start":"2026-03-19T18:03:23.492325Z","end":"2026-03-19T18:03:26.365754Z","steps":["trace[1782095697] 'agreement among raft nodes before linearized reading' (duration: 2.871904306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.368393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:23.492303Z","time spent":"2.876075539s","remote":"127.0.0.1:38760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:03:26.366194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.878252056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:26.368608Z","caller":"traceutil/trace.go:171","msg":"trace[1653964846] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5391; }","duration":"6.880733299s","start":"2026-03-19T18:03:19.487859Z","end":"2026-03-19T18:03:26.368592Z","steps":["trace[1653964846] 'agreement among raft nodes before linearized reading' (duration: 6.876530946s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.368648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.487839Z","time spent":"6.880796292s","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:03:27.00174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.368759Z","time spent":"632.971028ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T18:03:27.001861Z","caller":"traceutil/trace.go:171","msg":"trace[1717374043] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"632.431384ms","start":"2026-03-19T18:03:26.369403Z","end":"2026-03-19T18:03:27.001834Z","steps":["trace[1717374043] 'process raft request' (duration: 632.34477ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:27.001904Z","caller":"traceutil/trace.go:171","msg":"trace[273525044] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"632.465196ms","start":"2026-03-19T18:03:26.369396Z","end":"2026-03-19T18:03:27.001862Z","steps":["trace[273525044] 'process raft request' (duration: 632.213383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.002019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.369369Z","time spent":"632.568309ms","remote":"127.0.0.1:38444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.002095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.369372Z","time spent":"632.626413ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:27.002569Z","caller":"traceutil/trace.go:171","msg":"trace[448633444] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"632.694096ms","start":"2026-03-19T18:03:26.36986Z","end":"2026-03-19T18:03:27.002554Z","steps":["trace[448633444] 'process raft request' (duration: 631.937361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:27.002673Z","caller":"traceutil/trace.go:171","msg":"trace[738803443] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"632.085198ms","start":"2026-03-19T18:03:26.370573Z","end":"2026-03-19T18:03:27.002658Z","steps":["trace[738803443] 'process raft request' (duration: 631.825796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.002775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.370553Z","time spent":"632.174382ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.002934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.369845Z","time spent":"632.871195ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:27.003099Z","caller":"traceutil/trace.go:171","msg":"trace[1987579701] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"629.381304ms","start":"2026-03-19T18:03:26.373707Z","end":"2026-03-19T18:03:27.003088Z","steps":["trace[1987579701] 'process raft request' (duration: 628.850139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.003186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.373693Z","time spent":"629.459977ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:27.003324Z","caller":"traceutil/trace.go:171","msg":"trace[1730702117] linearizableReadLoop","detail":"{readStateIndex:5614; appliedIndex:5608; }","duration":"632.322579ms","start":"2026-03-19T18:03:26.370983Z","end":"2026-03-19T18:03:27.003306Z","steps":["trace[1730702117] 'read index received' (duration: 83.21433ms)","trace[1730702117] 'applied index is now lower than readState.Index' (duration: 549.107029ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:27.003154Z","caller":"traceutil/trace.go:171","msg":"trace[1407451356] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"629.31956ms","start":"2026-03-19T18:03:26.373815Z","end":"2026-03-19T18:03:27.003134Z","steps":["trace[1407451356] 'process raft request' (duration: 629.070489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.003606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.612052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:03:27.003662Z","caller":"traceutil/trace.go:171","msg":"trace[1781409951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5401; }","duration":"632.671024ms","start":"2026-03-19T18:03:26.370978Z","end":"2026-03-19T18:03:27.003649Z","steps":["trace[1781409951] 'agreement among raft nodes before linearized reading' (duration: 632.505667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:27.003708Z","caller":"traceutil/trace.go:171","msg":"trace[1576878299] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"629.930569ms","start":"2026-03-19T18:03:26.373765Z","end":"2026-03-19T18:03:27.003695Z","steps":["trace[1576878299] 'process raft request' (duration: 628.891661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.003729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.37096Z","time spent":"632.752979ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:03:27.003788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.373752Z","time spent":"630.001862ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:27.003707Z","caller":"traceutil/trace.go:171","msg":"trace[1288588941] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"629.580342ms","start":"2026-03-19T18:03:26.374087Z","end":"2026-03-19T18:03:27.003668Z","steps":["trace[1288588941] 'process raft request' (duration: 628.87459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.004133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.374073Z","time spent":"630.012522ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.003995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.373792Z","time spent":"629.851845ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:27.00346Z","caller":"traceutil/trace.go:171","msg":"trace[1720460752] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"624.821533ms","start":"2026-03-19T18:03:26.378626Z","end":"2026-03-19T18:03:27.003447Z","steps":["trace[1720460752] 'process raft request' (duration: 624.584892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.004687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.378615Z","time spent":"625.961595ms","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.188047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.065325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:27.188211Z","caller":"traceutil/trace.go:171","msg":"trace[2062343170] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5619; }","duration":"184.812128ms","start":"2026-03-19T18:03:27.003375Z","end":"2026-03-19T18:03:27.188187Z","steps":["trace[2062343170] 'read index received' (duration: 71.431288ms)","trace[2062343170] 'applied index is now lower than readState.Index' (duration: 113.37876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:27.188437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.169252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19693"} {"level":"warn","ts":"2026-03-19T18:03:27.188442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.047034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:03:27.188488Z","caller":"traceutil/trace.go:171","msg":"trace[1999637804] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5402; }","duration":"183.223144ms","start":"2026-03-19T18:03:27.005253Z","end":"2026-03-19T18:03:27.188476Z","steps":["trace[1999637804] 'agreement among raft nodes before linearized reading' (duration: 183.049697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.188484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.690814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-19T18:03:27.188488Z","caller":"traceutil/trace.go:171","msg":"trace[211489510] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"185.409635ms","start":"2026-03-19T18:03:27.003015Z","end":"2026-03-19T18:03:27.188425Z","steps":["trace[211489510] 'process raft request' (duration: 71.840967ms)","trace[211489510] 'compare' (duration: 112.903208ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:27.188553Z","caller":"traceutil/trace.go:171","msg":"trace[1146301520] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5402; }","duration":"814.79409ms","start":"2026-03-19T18:03:26.373742Z","end":"2026-03-19T18:03:27.188536Z","steps":["trace[1146301520] 'agreement among raft nodes before linearized reading' (duration: 814.57762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.188574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.889763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81610"} {"level":"warn","ts":"2026-03-19T18:03:27.18864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.37373Z","time spent":"814.895854ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-19T18:03:27.188652Z","caller":"traceutil/trace.go:171","msg":"trace[1315323508] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5402; }","duration":"814.996618ms","start":"2026-03-19T18:03:26.373636Z","end":"2026-03-19T18:03:27.188632Z","steps":["trace[1315323508] 'agreement among raft nodes before linearized reading' (duration: 814.656323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:27.188519Z","caller":"traceutil/trace.go:171","msg":"trace[590891202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5402; }","duration":"746.17688ms","start":"2026-03-19T18:03:26.442323Z","end":"2026-03-19T18:03:27.188499Z","steps":["trace[590891202] 'agreement among raft nodes before linearized reading' (duration: 745.882846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.188696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.373629Z","time spent":"815.058581ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81633,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:03:27.188688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.156609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:03:27.188752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.442301Z","time spent":"746.416701ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:03:27.188818Z","caller":"traceutil/trace.go:171","msg":"trace[692147193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5402; }","duration":"746.363538ms","start":"2026-03-19T18:03:26.442428Z","end":"2026-03-19T18:03:27.188791Z","steps":["trace[692147193] 'agreement among raft nodes before linearized reading' (duration: 745.95997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.188897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.442401Z","time spent":"746.483873ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:27.189045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.592978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-19T18:03:27.189125Z","caller":"traceutil/trace.go:171","msg":"trace[1354803713] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5402; }","duration":"812.688432ms","start":"2026-03-19T18:03:26.37642Z","end":"2026-03-19T18:03:27.189108Z","steps":["trace[1354803713] 'agreement among raft nodes before linearized reading' (duration: 811.835792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.189163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.376412Z","time spent":"812.741994ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T18:03:27.18929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.643581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4fa0b5cc5512\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T18:03:27.189402Z","caller":"traceutil/trace.go:171","msg":"trace[203950206] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4fa0b5cc5512; range_end:; response_count:1; response_revision:5402; }","duration":"182.379497ms","start":"2026-03-19T18:03:27.007003Z","end":"2026-03-19T18:03:27.189382Z","steps":["trace[203950206] 'agreement among raft nodes before linearized reading' (duration: 181.353739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:27.63924Z","caller":"traceutil/trace.go:171","msg":"trace[512973900] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5620; }","duration":"445.390733ms","start":"2026-03-19T18:03:27.193823Z","end":"2026-03-19T18:03:27.639213Z","steps":["trace[512973900] 'read index received' (duration: 445.244326ms)","trace[512973900] 'applied index is now lower than readState.Index' (duration: 145.007µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:27.639285Z","caller":"traceutil/trace.go:171","msg":"trace[916205693] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"447.030039ms","start":"2026-03-19T18:03:27.192215Z","end":"2026-03-19T18:03:27.639245Z","steps":["trace[916205693] 'process raft request' (duration: 446.85236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.63959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:27.192168Z","time spent":"447.294691ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.639593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.735709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:03:27.63976Z","caller":"traceutil/trace.go:171","msg":"trace[768758487] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5403; }","duration":"445.932009ms","start":"2026-03-19T18:03:27.193806Z","end":"2026-03-19T18:03:27.639738Z","steps":["trace[768758487] 'agreement among raft nodes before linearized reading' (duration: 445.53389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.639822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:27.193799Z","time spent":"446.008311ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T18:03:28.140051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069197789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:03:28.665875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.862617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:28.666149Z","caller":"traceutil/trace.go:171","msg":"trace[437697127] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"290.888811ms","start":"2026-03-19T18:03:28.375243Z","end":"2026-03-19T18:03:28.666131Z","steps":["trace[437697127] 'process raft request' (duration: 290.842129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:28.666288Z","caller":"traceutil/trace.go:171","msg":"trace[1667931807] linearizableReadLoop","detail":"{readStateIndex:5623; appliedIndex:5621; }","duration":"1.026957205s","start":"2026-03-19T18:03:27.639308Z","end":"2026-03-19T18:03:28.666265Z","steps":["trace[1667931807] 'read index received' (duration: 714.580995ms)","trace[1667931807] 'applied index is now lower than readState.Index' (duration: 312.37425ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:28.666293Z","caller":"traceutil/trace.go:171","msg":"trace[303265125] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"1.472149389s","start":"2026-03-19T18:03:27.194102Z","end":"2026-03-19T18:03:28.666251Z","steps":["trace[303265125] 'process raft request' (duration: 1.159815821s)","trace[303265125] 'compare' (duration: 311.110792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:28.666363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426017356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:28.666437Z","caller":"traceutil/trace.go:171","msg":"trace[11448981] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5406; }","duration":"1.426149902s","start":"2026-03-19T18:03:27.240272Z","end":"2026-03-19T18:03:28.666422Z","steps":["trace[11448981] 'agreement among raft nodes before linearized reading' (duration: 1.426009795s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.666433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:27.194074Z","time spent":"1.472317037s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:28.666348Z","caller":"traceutil/trace.go:171","msg":"trace[1901573657] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"1.471863657s","start":"2026-03-19T18:03:27.194403Z","end":"2026-03-19T18:03:28.666267Z","steps":["trace[1901573657] 'process raft request' (duration: 1.471580034s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.666455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470818608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:28.666487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:27.240251Z","time spent":"1.426227265s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:03:28.666536Z","caller":"traceutil/trace.go:171","msg":"trace[974196393] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5406; }","duration":"1.470929785s","start":"2026-03-19T18:03:27.195585Z","end":"2026-03-19T18:03:28.666515Z","steps":["trace[974196393] 'agreement among raft nodes before linearized reading' (duration: 1.470789398s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.666594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:27.195575Z","time spent":"1.471009507s","remote":"127.0.0.1:38368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:03:28.666607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:27.194393Z","time spent":"1.472110757s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:28.759563Z","caller":"traceutil/trace.go:171","msg":"trace[201552301] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"383.429331ms","start":"2026-03-19T18:03:28.376102Z","end":"2026-03-19T18:03:28.759531Z","steps":["trace[201552301] 'process raft request' (duration: 383.301895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.759687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.278074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:28.759694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.824414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:03:28.759733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:28.376074Z","time spent":"383.570547ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:28.759728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117260072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T18:03:28.759745Z","caller":"traceutil/trace.go:171","msg":"trace[345861393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5407; }","duration":"867.39458ms","start":"2026-03-19T18:03:27.892333Z","end":"2026-03-19T18:03:28.759728Z","steps":["trace[345861393] 'agreement among raft nodes before linearized reading' (duration: 867.261994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:28.759796Z","caller":"traceutil/trace.go:171","msg":"trace[610807020] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5407; }","duration":"1.117366178s","start":"2026-03-19T18:03:27.642414Z","end":"2026-03-19T18:03:28.75978Z","steps":["trace[610807020] 'agreement among raft nodes before linearized reading' (duration: 1.117140677s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.759837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:27.642398Z","time spent":"1.117432361s","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T18:03:28.7598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:27.892312Z","time spent":"867.480493ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:03:28.75975Z","caller":"traceutil/trace.go:171","msg":"trace[239419165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5407; }","duration":"389.969741ms","start":"2026-03-19T18:03:28.369766Z","end":"2026-03-19T18:03:28.759736Z","steps":["trace[239419165] 'agreement among raft nodes before linearized reading' (duration: 389.770802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.760098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:28.369737Z","time spent":"390.308997ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:03:28.874731Z","caller":"traceutil/trace.go:171","msg":"trace[1004071068] linearizableReadLoop","detail":"{readStateIndex:5626; appliedIndex:5625; }","duration":"110.311679ms","start":"2026-03-19T18:03:28.764399Z","end":"2026-03-19T18:03:28.87471Z","steps":["trace[1004071068] 'read index received' (duration: 59.352252ms)","trace[1004071068] 'applied index is now lower than readState.Index' (duration: 50.958607ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:28.874815Z","caller":"traceutil/trace.go:171","msg":"trace[1435215183] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"110.778388ms","start":"2026-03-19T18:03:28.764007Z","end":"2026-03-19T18:03:28.874785Z","steps":["trace[1435215183] 'process raft request' (duration: 59.734209ms)","trace[1435215183] 'compare' (duration: 50.695564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:28.875015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.590301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189e50190574f3c2\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-19T18:03:28.875103Z","caller":"traceutil/trace.go:171","msg":"trace[230076037] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189e50190574f3c2; range_end:; response_count:1; response_revision:5408; }","duration":"110.723347ms","start":"2026-03-19T18:03:28.764357Z","end":"2026-03-19T18:03:28.875081Z","steps":["trace[230076037] 'agreement among raft nodes before linearized reading' (duration: 110.461446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.875038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.328244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"warn","ts":"2026-03-19T18:03:28.87524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.198893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19693"} {"level":"info","ts":"2026-03-19T18:03:28.875244Z","caller":"traceutil/trace.go:171","msg":"trace[1062774096] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5408; }","duration":"109.560754ms","start":"2026-03-19T18:03:28.765667Z","end":"2026-03-19T18:03:28.875228Z","steps":["trace[1062774096] 'agreement among raft nodes before linearized reading' (duration: 109.25101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:28.875279Z","caller":"traceutil/trace.go:171","msg":"trace[1958657429] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5408; }","duration":"110.288157ms","start":"2026-03-19T18:03:28.764979Z","end":"2026-03-19T18:03:28.875267Z","steps":["trace[1958657429] 'agreement among raft nodes before linearized reading' (duration: 109.851797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.126097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.924726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:29.126215Z","caller":"traceutil/trace.go:171","msg":"trace[306610303] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5626; }","duration":"246.267918ms","start":"2026-03-19T18:03:28.879928Z","end":"2026-03-19T18:03:29.126196Z","steps":["trace[306610303] 'read index received' (duration: 102.059959ms)","trace[306610303] 'applied index is now lower than readState.Index' (duration: 144.206949ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:29.126344Z","caller":"traceutil/trace.go:171","msg":"trace[331700285] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"248.07895ms","start":"2026-03-19T18:03:28.878221Z","end":"2026-03-19T18:03:29.1263Z","steps":["trace[331700285] 'process raft request' (duration: 103.834199ms)","trace[331700285] 'compare' (duration: 143.760699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:29.126512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.55882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-19T18:03:29.126418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.486817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"warn","ts":"2026-03-19T18:03:29.126609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.455131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:03:29.126646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.046534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:03:29.126682Z","caller":"traceutil/trace.go:171","msg":"trace[417259543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5409; }","duration":"118.115128ms","start":"2026-03-19T18:03:29.008558Z","end":"2026-03-19T18:03:29.126674Z","steps":["trace[417259543] 'agreement among raft nodes before linearized reading' (duration: 118.019144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.126687Z","caller":"traceutil/trace.go:171","msg":"trace[2050479328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5409; }","duration":"116.600647ms","start":"2026-03-19T18:03:29.01007Z","end":"2026-03-19T18:03:29.12667Z","steps":["trace[2050479328] 'agreement among raft nodes before linearized reading' (duration: 116.398378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.12668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.491843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:03:29.126556Z","caller":"traceutil/trace.go:171","msg":"trace[121137636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5409; }","duration":"236.626032ms","start":"2026-03-19T18:03:28.889916Z","end":"2026-03-19T18:03:29.126542Z","steps":["trace[121137636] 'agreement among raft nodes before linearized reading' (duration: 236.535848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.126658Z","caller":"traceutil/trace.go:171","msg":"trace[827801208] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5409; }","duration":"246.778511ms","start":"2026-03-19T18:03:28.879842Z","end":"2026-03-19T18:03:29.12662Z","steps":["trace[827801208] 'agreement among raft nodes before linearized reading' (duration: 246.452296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.126843Z","caller":"traceutil/trace.go:171","msg":"trace[15236749] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5409; }","duration":"116.598708ms","start":"2026-03-19T18:03:29.010145Z","end":"2026-03-19T18:03:29.126743Z","steps":["trace[15236749] 'agreement among raft nodes before linearized reading' (duration: 116.304514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.236745Z","caller":"traceutil/trace.go:171","msg":"trace[860387271] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"104.699839ms","start":"2026-03-19T18:03:29.132023Z","end":"2026-03-19T18:03:29.236723Z","steps":["trace[860387271] 'process raft request' (duration: 104.190645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.236987Z","caller":"traceutil/trace.go:171","msg":"trace[1406157875] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"104.888327ms","start":"2026-03-19T18:03:29.132088Z","end":"2026-03-19T18:03:29.236977Z","steps":["trace[1406157875] 'process raft request' (duration: 104.243608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.237408Z","caller":"traceutil/trace.go:171","msg":"trace[1293665240] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"104.443467ms","start":"2026-03-19T18:03:29.132952Z","end":"2026-03-19T18:03:29.237396Z","steps":["trace[1293665240] 'process raft request' (duration: 103.431331ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:29.976197Z","caller":"traceutil/trace.go:171","msg":"trace[588038677] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"134.014829ms","start":"2026-03-19T18:03:29.842142Z","end":"2026-03-19T18:03:29.976157Z","steps":["trace[588038677] 'process raft request' (duration: 87.837603ms)","trace[588038677] 'compare' (duration: 46.013248ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:55.146565Z","caller":"traceutil/trace.go:171","msg":"trace[969707528] linearizableReadLoop","detail":"{readStateIndex:5799; appliedIndex:5798; }","duration":"271.349427ms","start":"2026-03-19T18:03:54.875189Z","end":"2026-03-19T18:03:55.146538Z","steps":["trace[969707528] 'read index received' (duration: 271.311877ms)","trace[969707528] 'applied index is now lower than readState.Index' (duration: 36.5µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:55.146637Z","caller":"traceutil/trace.go:171","msg":"trace[1098648826] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"339.920106ms","start":"2026-03-19T18:03:54.806687Z","end":"2026-03-19T18:03:55.146607Z","steps":["trace[1098648826] 'process raft request' (duration: 339.685209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:55.146804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:54.806651Z","time spent":"340.061449ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:55.147016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.799421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:03:55.147067Z","caller":"traceutil/trace.go:171","msg":"trace[176702050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5575; }","duration":"271.937445ms","start":"2026-03-19T18:03:54.875119Z","end":"2026-03-19T18:03:55.147057Z","steps":["trace[176702050] 'agreement among raft nodes before linearized reading' (duration: 271.535164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:55.151274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.57586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T18:03:55.151349Z","caller":"traceutil/trace.go:171","msg":"trace[1515769370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5576; }","duration":"128.703803ms","start":"2026-03-19T18:03:55.022623Z","end":"2026-03-19T18:03:55.151327Z","steps":["trace[1515769370] 'agreement among raft nodes before linearized reading' (duration: 128.315282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:55.151269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.604574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:03:55.151418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.875871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:55.151452Z","caller":"traceutil/trace.go:171","msg":"trace[248589177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5576; }","duration":"257.028007ms","start":"2026-03-19T18:03:54.8944Z","end":"2026-03-19T18:03:55.151428Z","steps":["trace[248589177] 'agreement among raft nodes before linearized reading' (duration: 256.498532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:55.151561Z","caller":"traceutil/trace.go:171","msg":"trace[2036190287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5576; }","duration":"257.059307ms","start":"2026-03-19T18:03:54.894448Z","end":"2026-03-19T18:03:55.151507Z","steps":["trace[2036190287] 'agreement among raft nodes before linearized reading' (duration: 256.871692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:55.151269Z","caller":"traceutil/trace.go:171","msg":"trace[1937913955] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"274.543646ms","start":"2026-03-19T18:03:54.876704Z","end":"2026-03-19T18:03:55.151248Z","steps":["trace[1937913955] 'process raft request' (duration: 274.053863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:05.445264Z","caller":"traceutil/trace.go:171","msg":"trace[1408206692] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"255.70737ms","start":"2026-03-19T18:04:05.18952Z","end":"2026-03-19T18:04:05.445228Z","steps":["trace[1408206692] 'process raft request' (duration: 255.493824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:05.460558Z","caller":"traceutil/trace.go:171","msg":"trace[810001256] linearizableReadLoop","detail":"{readStateIndex:5957; appliedIndex:5955; }","duration":"230.767288ms","start":"2026-03-19T18:04:05.229764Z","end":"2026-03-19T18:04:05.460531Z","steps":["trace[810001256] 'read index received' (duration: 215.235973ms)","trace[810001256] 'applied index is now lower than readState.Index' (duration: 15.529685ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:05.460662Z","caller":"traceutil/trace.go:171","msg":"trace[1354842595] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"235.813215ms","start":"2026-03-19T18:04:05.224813Z","end":"2026-03-19T18:04:05.460626Z","steps":["trace[1354842595] 'process raft request' (duration: 235.556269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:05.460764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.979573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:04:05.460853Z","caller":"traceutil/trace.go:171","msg":"trace[488291311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5730; }","duration":"231.159028ms","start":"2026-03-19T18:04:05.229674Z","end":"2026-03-19T18:04:05.460833Z","steps":["trace[488291311] 'agreement among raft nodes before linearized reading' (duration: 231.007043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:05.461372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.359353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:04:05.461434Z","caller":"traceutil/trace.go:171","msg":"trace[1164901522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5730; }","duration":"121.479816ms","start":"2026-03-19T18:04:05.339937Z","end":"2026-03-19T18:04:05.461417Z","steps":["trace[1164901522] 'agreement among raft nodes before linearized reading' (duration: 121.351202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:05.46145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.626907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T18:04:05.461424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.438788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:04:05.46169Z","caller":"traceutil/trace.go:171","msg":"trace[64272556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5730; }","duration":"230.801499ms","start":"2026-03-19T18:04:05.230856Z","end":"2026-03-19T18:04:05.461657Z","steps":["trace[64272556] 'agreement among raft nodes before linearized reading' (duration: 230.346596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:05.461502Z","caller":"traceutil/trace.go:171","msg":"trace[1695431253] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:5730; }","duration":"213.70222ms","start":"2026-03-19T18:04:05.247787Z","end":"2026-03-19T18:04:05.461489Z","steps":["trace[1695431253] 'agreement among raft nodes before linearized reading' (duration: 213.527795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:05.461808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.11809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:04:05.461943Z","caller":"traceutil/trace.go:171","msg":"trace[1734753913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5730; }","duration":"230.269204ms","start":"2026-03-19T18:04:05.231658Z","end":"2026-03-19T18:04:05.461928Z","steps":["trace[1734753913] 'agreement among raft nodes before linearized reading' (duration: 230.023078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:16.343913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.060627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:16.34463Z","caller":"traceutil/trace.go:171","msg":"trace[13494865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5789; }","duration":"451.433868ms","start":"2026-03-19T18:04:15.892734Z","end":"2026-03-19T18:04:16.344168Z","steps":["trace[13494865] 'range keys from in-memory index tree' (duration: 450.916604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:16.344879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:15.892709Z","time spent":"452.123017ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:04:16.352013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.170404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T18:04:16.352114Z","caller":"traceutil/trace.go:171","msg":"trace[1544726612] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5789; }","duration":"549.332618ms","start":"2026-03-19T18:04:15.802758Z","end":"2026-03-19T18:04:16.352091Z","steps":["trace[1544726612] 'range keys from in-memory index tree' (duration: 540.733653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:16.35217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:15.802731Z","time spent":"549.42563ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:04:16.56404Z","caller":"traceutil/trace.go:171","msg":"trace[1577521907] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"114.400392ms","start":"2026-03-19T18:04:16.449595Z","end":"2026-03-19T18:04:16.563995Z","steps":["trace[1577521907] 'process raft request' (duration: 113.847377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:17.607632Z","caller":"traceutil/trace.go:171","msg":"trace[253648324] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"111.670887ms","start":"2026-03-19T18:04:17.495935Z","end":"2026-03-19T18:04:17.607606Z","steps":["trace[253648324] 'process raft request' (duration: 111.512452ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:17.629823Z","caller":"traceutil/trace.go:171","msg":"trace[1071544906] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"127.367257ms","start":"2026-03-19T18:04:17.502408Z","end":"2026-03-19T18:04:17.629776Z","steps":["trace[1071544906] 'process raft request' (duration: 127.043688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:17.989973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.129312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:04:17.990106Z","caller":"traceutil/trace.go:171","msg":"trace[588187225] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"262.557658ms","start":"2026-03-19T18:04:17.727528Z","end":"2026-03-19T18:04:17.990085Z","steps":["trace[588187225] 'process raft request' (duration: 128.227081ms)","trace[588187225] 'compare' (duration: 133.975327ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:17.999314Z","caller":"traceutil/trace.go:171","msg":"trace[1872435329] linearizableReadLoop","detail":"{readStateIndex:6029; appliedIndex:6027; }","duration":"271.686448ms","start":"2026-03-19T18:04:17.727602Z","end":"2026-03-19T18:04:17.999289Z","steps":["trace[1872435329] 'read index received' (duration: 128.171819ms)","trace[1872435329] 'applied index is now lower than readState.Index' (duration: 143.511259ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:17.999439Z","caller":"traceutil/trace.go:171","msg":"trace[413780361] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"271.739149ms","start":"2026-03-19T18:04:17.727682Z","end":"2026-03-19T18:04:17.999421Z","steps":["trace[413780361] 'process raft request' (duration: 271.518523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:17.99946Z","caller":"traceutil/trace.go:171","msg":"trace[533145267] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"271.870712ms","start":"2026-03-19T18:04:17.727568Z","end":"2026-03-19T18:04:17.999439Z","steps":["trace[533145267] 'process raft request' (duration: 271.498562ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:17.999498Z","caller":"traceutil/trace.go:171","msg":"trace[1093615688] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"270.753653ms","start":"2026-03-19T18:04:17.728735Z","end":"2026-03-19T18:04:17.999489Z","steps":["trace[1093615688] 'process raft request' (duration: 270.513205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:17.999835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.210741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101678"} {"level":"warn","ts":"2026-03-19T18:04:17.99985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.05148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:17.999899Z","caller":"traceutil/trace.go:171","msg":"trace[887493820] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5801; }","duration":"272.272934ms","start":"2026-03-19T18:04:17.727595Z","end":"2026-03-19T18:04:17.999868Z","steps":["trace[887493820] 'agreement among raft nodes before linearized reading' (duration: 271.912854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:17.999856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.359516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:04:17.999995Z","caller":"traceutil/trace.go:171","msg":"trace[862736140] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5801; }","duration":"245.525751ms","start":"2026-03-19T18:04:17.754443Z","end":"2026-03-19T18:04:17.999969Z","steps":["trace[862736140] 'agreement among raft nodes before linearized reading' (duration: 245.285995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:17.999927Z","caller":"traceutil/trace.go:171","msg":"trace[313772869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5801; }","duration":"107.177103ms","start":"2026-03-19T18:04:17.892738Z","end":"2026-03-19T18:04:17.999915Z","steps":["trace[313772869] 'agreement among raft nodes before linearized reading' (duration: 107.06242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:27.457994Z","caller":"traceutil/trace.go:171","msg":"trace[730291196] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"171.516725ms","start":"2026-03-19T18:04:27.286453Z","end":"2026-03-19T18:04:27.457969Z","steps":["trace[730291196] 'process raft request' (duration: 171.351911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:40.390077Z","caller":"traceutil/trace.go:171","msg":"trace[1294537505] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"120.373056ms","start":"2026-03-19T18:04:40.269679Z","end":"2026-03-19T18:04:40.390052Z","steps":["trace[1294537505] 'process raft request' (duration: 120.201041ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:12.250195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5344} {"level":"info","ts":"2026-03-19T18:08:12.337718Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5344,"took":"85.92098ms","hash":2732663383,"current-db-size-bytes":40542208,"current-db-size":"40 MB","current-db-size-in-use-bytes":20791296,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-19T18:08:12.337772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2732663383,"revision":5344,"compact-revision":2641} {"level":"info","ts":"2026-03-19T18:09:11.08384Z","caller":"traceutil/trace.go:171","msg":"trace[725305102] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"234.042089ms","start":"2026-03-19T18:09:10.849762Z","end":"2026-03-19T18:09:11.083805Z","steps":["trace[725305102] 'process raft request' (duration: 233.821143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:11.162853Z","caller":"traceutil/trace.go:171","msg":"trace[1650600779] linearizableReadLoop","detail":"{readStateIndex:8024; appliedIndex:8022; }","duration":"269.883013ms","start":"2026-03-19T18:09:10.892949Z","end":"2026-03-19T18:09:11.162832Z","steps":["trace[1650600779] 'read index received' (duration: 190.621529ms)","trace[1650600779] 'applied index is now lower than readState.Index' (duration: 79.260574ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:11.162956Z","caller":"traceutil/trace.go:171","msg":"trace[1857550402] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"309.805097ms","start":"2026-03-19T18:09:10.853113Z","end":"2026-03-19T18:09:11.162918Z","steps":["trace[1857550402] 'process raft request' (duration: 309.580521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:11.163062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.550761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:11.163059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.089007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:11.163121Z","caller":"traceutil/trace.go:171","msg":"trace[166288528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7723; }","duration":"118.706436ms","start":"2026-03-19T18:09:11.044402Z","end":"2026-03-19T18:09:11.163108Z","steps":["trace[166288528] 'agreement among raft nodes before linearized reading' (duration: 118.584773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:11.16315Z","caller":"traceutil/trace.go:171","msg":"trace[1692399902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7723; }","duration":"270.268503ms","start":"2026-03-19T18:09:10.892864Z","end":"2026-03-19T18:09:11.163132Z","steps":["trace[1692399902] 'agreement among raft nodes before linearized reading' (duration: 270.104738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:11.163111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:10.853094Z","time spent":"309.937491ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:24.610025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348176059s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:24.610136Z","caller":"traceutil/trace.go:171","msg":"trace[913161542] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8225; }","duration":"1.37706518s","start":"2026-03-19T18:09:23.233054Z","end":"2026-03-19T18:09:24.610119Z","steps":["trace[913161542] 'read index received' (duration: 28.614955ms)","trace[913161542] 'applied index is now lower than readState.Index' (duration: 1.348448955s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:24.610232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377174543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:24.610265Z","caller":"traceutil/trace.go:171","msg":"trace[499699758] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7923; }","duration":"1.377239636s","start":"2026-03-19T18:09:23.233011Z","end":"2026-03-19T18:09:24.61025Z","steps":["trace[499699758] 'agreement among raft nodes before linearized reading' (duration: 1.377178024s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:24.610232Z","caller":"traceutil/trace.go:171","msg":"trace[1635143843] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"1.393196072s","start":"2026-03-19T18:09:23.216979Z","end":"2026-03-19T18:09:24.610175Z","steps":["trace[1635143843] 'process raft request' (duration: 44.750377ms)","trace[1635143843] 'compare' (duration: 1.3479006s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:24.610303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.232994Z","time spent":"1.377299767s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T18:09:24.610456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.216961Z","time spent":"1.393376548s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:25.111133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069204747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:25.270794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052493507s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:09:25.271161Z","caller":"traceutil/trace.go:171","msg":"trace[1962799757] linearizableReadLoop","detail":"{readStateIndex:8227; appliedIndex:8226; }","duration":"660.975399ms","start":"2026-03-19T18:09:24.610162Z","end":"2026-03-19T18:09:25.271138Z","steps":["trace[1962799757] 'read index received' (duration: 660.813965ms)","trace[1962799757] 'applied index is now lower than readState.Index' (duration: 160.314µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:25.271479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37889252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:25.271466Z","caller":"traceutil/trace.go:171","msg":"trace[576494589] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"1.053305059s","start":"2026-03-19T18:09:24.218131Z","end":"2026-03-19T18:09:25.271436Z","steps":["trace[576494589] 'process raft request' (duration: 1.052848567s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:25.271519Z","caller":"traceutil/trace.go:171","msg":"trace[226228737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7924; }","duration":"1.378946781s","start":"2026-03-19T18:09:23.892562Z","end":"2026-03-19T18:09:25.271509Z","steps":["trace[226228737] 'agreement among raft nodes before linearized reading' (duration: 1.378871649s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.271503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208127757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:25.271552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.892501Z","time spent":"1.379043014s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:09:25.271593Z","caller":"traceutil/trace.go:171","msg":"trace[1020931684] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7924; }","duration":"1.20824264s","start":"2026-03-19T18:09:24.063332Z","end":"2026-03-19T18:09:25.271575Z","steps":["trace[1020931684] 'agreement among raft nodes before linearized reading' (duration: 1.207820289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.271621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:24.218109Z","time spent":"1.053420912s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:25.271649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:24.063271Z","time spent":"1.208367443s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:25.271711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037258588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:25.271665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968259295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:25.271764Z","caller":"traceutil/trace.go:171","msg":"trace[330347042] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7924; }","duration":"2.03733746s","start":"2026-03-19T18:09:23.234412Z","end":"2026-03-19T18:09:25.271749Z","steps":["trace[330347042] 'agreement among raft nodes before linearized reading' (duration: 2.037224507s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:25.271787Z","caller":"traceutil/trace.go:171","msg":"trace[328259082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7924; }","duration":"1.968428769s","start":"2026-03-19T18:09:23.303344Z","end":"2026-03-19T18:09:25.271773Z","steps":["trace[328259082] 'agreement among raft nodes before linearized reading' (duration: 1.968148562s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.271795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0195124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:25.271804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.2344Z","time spent":"2.037393672s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-19T18:09:25.271821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038718228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:25.271848Z","caller":"traceutil/trace.go:171","msg":"trace[314904305] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7924; }","duration":"2.019572202s","start":"2026-03-19T18:09:23.252258Z","end":"2026-03-19T18:09:25.27183Z","steps":["trace[314904305] 'agreement among raft nodes before linearized reading' (duration: 2.01950558s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:25.271864Z","caller":"traceutil/trace.go:171","msg":"trace[1070908946] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7924; }","duration":"2.03880259s","start":"2026-03-19T18:09:23.233052Z","end":"2026-03-19T18:09:25.271854Z","steps":["trace[1070908946] 'agreement among raft nodes before linearized reading' (duration: 2.038733417s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.271932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.233032Z","time spent":"2.038885822s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:25.271947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601210717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:09:25.27194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.252251Z","time spent":"2.019669896s","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T18:09:25.271956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590921956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T18:09:25.271968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590310369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:09:25.271987Z","caller":"traceutil/trace.go:171","msg":"trace[1489752465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7924; }","duration":"1.60128981s","start":"2026-03-19T18:09:23.670688Z","end":"2026-03-19T18:09:25.271978Z","steps":["trace[1489752465] 'agreement among raft nodes before linearized reading' (duration: 1.601162187s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.271828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.303326Z","time spent":"1.968491712s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:09:25.27201Z","caller":"traceutil/trace.go:171","msg":"trace[1978583475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7924; }","duration":"1.591015077s","start":"2026-03-19T18:09:23.680981Z","end":"2026-03-19T18:09:25.271996Z","steps":["trace[1978583475] 'agreement among raft nodes before linearized reading' (duration: 1.590851093s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.272018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.670666Z","time spent":"1.601346192s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:09:25.272022Z","caller":"traceutil/trace.go:171","msg":"trace[255580222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7924; }","duration":"1.59038514s","start":"2026-03-19T18:09:23.681621Z","end":"2026-03-19T18:09:25.272006Z","steps":["trace[255580222] 'agreement among raft nodes before linearized reading' (duration: 1.590173416s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.272041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.680959Z","time spent":"1.59107505s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:09:25.271984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018678607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:25.271721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019393947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:25.27213Z","caller":"traceutil/trace.go:171","msg":"trace[1261847747] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7924; }","duration":"2.018923434s","start":"2026-03-19T18:09:23.253176Z","end":"2026-03-19T18:09:25.2721Z","steps":["trace[1261847747] 'agreement among raft nodes before linearized reading' (duration: 2.018586205s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.272163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023388237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T18:09:25.272191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577021524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:09:25.272198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.25317Z","time spent":"2.019014277s","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-19T18:09:25.272217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587430829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:25.272225Z","caller":"traceutil/trace.go:171","msg":"trace[1742671234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7924; }","duration":"2.023666084s","start":"2026-03-19T18:09:23.248543Z","end":"2026-03-19T18:09:25.272209Z","steps":["trace[1742671234] 'agreement among raft nodes before linearized reading' (duration: 2.023255314s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:25.272237Z","caller":"traceutil/trace.go:171","msg":"trace[1108830383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:7924; }","duration":"1.577070605s","start":"2026-03-19T18:09:23.695154Z","end":"2026-03-19T18:09:25.272225Z","steps":["trace[1108830383] 'agreement among raft nodes before linearized reading' (duration: 1.576933701s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:25.27225Z","caller":"traceutil/trace.go:171","msg":"trace[2082273314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7924; }","duration":"1.587485762s","start":"2026-03-19T18:09:23.684755Z","end":"2026-03-19T18:09:25.272241Z","steps":["trace[2082273314] 'agreement among raft nodes before linearized reading' (duration: 1.587370799s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:25.272219Z","caller":"traceutil/trace.go:171","msg":"trace[376432075] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7924; }","duration":"2.019909112s","start":"2026-03-19T18:09:23.252246Z","end":"2026-03-19T18:09:25.272155Z","steps":["trace[376432075] 'agreement among raft nodes before linearized reading' (duration: 2.019343607s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.272064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.68161Z","time spent":"1.590444572s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:25.272265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.248534Z","time spent":"2.023721576s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:09:25.272283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.684744Z","time spent":"1.587533672s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:25.27228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.695128Z","time spent":"1.577141537s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-twwvf\" "} {"level":"warn","ts":"2026-03-19T18:09:25.272353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:23.252238Z","time spent":"2.020069696s","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:25.30566Z","caller":"traceutil/trace.go:171","msg":"trace[1730059384] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"159.337641ms","start":"2026-03-19T18:09:25.1463Z","end":"2026-03-19T18:09:25.305638Z","steps":["trace[1730059384] 'process raft request' (duration: 159.187906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.30576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.219625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:25.305832Z","caller":"traceutil/trace.go:171","msg":"trace[1105579915] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7925; }","duration":"222.358208ms","start":"2026-03-19T18:09:25.083458Z","end":"2026-03-19T18:09:25.305816Z","steps":["trace[1105579915] 'agreement among raft nodes before linearized reading' (duration: 222.217525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.305915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.275125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:25.305968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.873346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:25.306007Z","caller":"traceutil/trace.go:171","msg":"trace[1429180108] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7925; }","duration":"687.969089ms","start":"2026-03-19T18:09:24.618027Z","end":"2026-03-19T18:09:25.305996Z","steps":["trace[1429180108] 'agreement among raft nodes before linearized reading' (duration: 687.875597ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:25.305983Z","caller":"traceutil/trace.go:171","msg":"trace[1251815054] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7925; }","duration":"304.3967ms","start":"2026-03-19T18:09:25.001571Z","end":"2026-03-19T18:09:25.305968Z","steps":["trace[1251815054] 'agreement among raft nodes before linearized reading' (duration: 304.223685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:25.306047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:24.618013Z","time spent":"688.024901ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:25.306054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:25.001549Z","time spent":"304.495812ms","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:34.795778Z","caller":"traceutil/trace.go:171","msg":"trace[687825755] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"122.362135ms","start":"2026-03-19T18:09:34.673381Z","end":"2026-03-19T18:09:34.795744Z","steps":["trace[687825755] 'process raft request' (duration: 122.209262ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:35.456618Z","caller":"traceutil/trace.go:171","msg":"trace[675328021] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"169.193541ms","start":"2026-03-19T18:09:35.287396Z","end":"2026-03-19T18:09:35.45659Z","steps":["trace[675328021] 'process raft request' (duration: 85.838115ms)","trace[675328021] 'compare' (duration: 83.13755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:37.170594Z","caller":"traceutil/trace.go:171","msg":"trace[968951186] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8286; }","duration":"278.279712ms","start":"2026-03-19T18:09:36.892288Z","end":"2026-03-19T18:09:37.170567Z","steps":["trace[968951186] 'read index received' (duration: 25.231822ms)","trace[968951186] 'applied index is now lower than readState.Index' (duration: 253.0467ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:37.170727Z","caller":"traceutil/trace.go:171","msg":"trace[632589927] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"369.872665ms","start":"2026-03-19T18:09:36.80081Z","end":"2026-03-19T18:09:37.170682Z","steps":["trace[632589927] 'process raft request' (duration: 368.007643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.170742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.443297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:37.17083Z","caller":"traceutil/trace.go:171","msg":"trace[50277235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7981; }","duration":"278.596581ms","start":"2026-03-19T18:09:36.892214Z","end":"2026-03-19T18:09:37.170811Z","steps":["trace[50277235] 'agreement among raft nodes before linearized reading' (duration: 278.454586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:37.17091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:36.800783Z","time spent":"370.033519ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:37.18435Z","caller":"traceutil/trace.go:171","msg":"trace[599876141] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"265.719438ms","start":"2026-03-19T18:09:36.918612Z","end":"2026-03-19T18:09:37.184331Z","steps":["trace[599876141] 'process raft request' (duration: 265.516723ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.735114Z","caller":"traceutil/trace.go:171","msg":"trace[921114248] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8298; }","duration":"113.355638ms","start":"2026-03-19T18:09:39.621734Z","end":"2026-03-19T18:09:39.73509Z","steps":["trace[921114248] 'read index received' (duration: 55.77234ms)","trace[921114248] 'applied index is now lower than readState.Index' (duration: 57.581798ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:39.735165Z","caller":"traceutil/trace.go:171","msg":"trace[1996100226] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"123.026315ms","start":"2026-03-19T18:09:39.612111Z","end":"2026-03-19T18:09:39.735137Z","steps":["trace[1996100226] 'process raft request' (duration: 65.337813ms)","trace[1996100226] 'compare' (duration: 57.458676ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:39.735183Z","caller":"traceutil/trace.go:171","msg":"trace[2031206245] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"123.043025ms","start":"2026-03-19T18:09:39.612109Z","end":"2026-03-19T18:09:39.735152Z","steps":["trace[2031206245] 'process raft request' (duration: 122.931302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.73544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.705012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T18:09:39.735433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.127973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:09:39.735489Z","caller":"traceutil/trace.go:171","msg":"trace[881477364] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7993; }","duration":"112.762353ms","start":"2026-03-19T18:09:39.622711Z","end":"2026-03-19T18:09:39.735473Z","steps":["trace[881477364] 'agreement among raft nodes before linearized reading' (duration: 112.64081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.735495Z","caller":"traceutil/trace.go:171","msg":"trace[110501616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7993; }","duration":"113.238935ms","start":"2026-03-19T18:09:39.622242Z","end":"2026-03-19T18:09:39.735481Z","steps":["trace[110501616] 'agreement among raft nodes before linearized reading' (duration: 113.06799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.735589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.02844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:39.735673Z","caller":"traceutil/trace.go:171","msg":"trace[1669161878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7993; }","duration":"113.142803ms","start":"2026-03-19T18:09:39.622511Z","end":"2026-03-19T18:09:39.735654Z","steps":["trace[1669161878] 'agreement among raft nodes before linearized reading' (duration: 112.878595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.735693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.034401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:09:39.735734Z","caller":"traceutil/trace.go:171","msg":"trace[1395644837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:7993; }","duration":"109.085452ms","start":"2026-03-19T18:09:39.626638Z","end":"2026-03-19T18:09:39.735723Z","steps":["trace[1395644837] 'agreement among raft nodes before linearized reading' (duration: 108.928329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.735859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.742439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:09:39.73595Z","caller":"traceutil/trace.go:171","msg":"trace[1599433795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7993; }","duration":"114.202652ms","start":"2026-03-19T18:09:39.621729Z","end":"2026-03-19T18:09:39.735932Z","steps":["trace[1599433795] 'agreement among raft nodes before linearized reading' (duration: 113.497593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.940978Z","caller":"traceutil/trace.go:171","msg":"trace[1470790836] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8300; }","duration":"200.245682ms","start":"2026-03-19T18:09:39.740705Z","end":"2026-03-19T18:09:39.94095Z","steps":["trace[1470790836] 'read index received' (duration: 86.513543ms)","trace[1470790836] 'applied index is now lower than readState.Index' (duration: 113.730629ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:39.941026Z","caller":"traceutil/trace.go:171","msg":"trace[793117861] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"200.53792ms","start":"2026-03-19T18:09:39.740421Z","end":"2026-03-19T18:09:39.940959Z","steps":["trace[793117861] 'process raft request' (duration: 138.411376ms)","trace[793117861] 'compare' (duration: 61.902308ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:39.941102Z","caller":"traceutil/trace.go:171","msg":"trace[854285407] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"200.481989ms","start":"2026-03-19T18:09:39.740577Z","end":"2026-03-19T18:09:39.941059Z","steps":["trace[854285407] 'process raft request' (duration: 200.305454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:39.941746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.017584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223829"} {"level":"info","ts":"2026-03-19T18:09:39.941848Z","caller":"traceutil/trace.go:171","msg":"trace[694037720] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7997; }","duration":"201.334842ms","start":"2026-03-19T18:09:39.740491Z","end":"2026-03-19T18:09:39.941826Z","steps":["trace[694037720] 'agreement among raft nodes before linearized reading' (duration: 200.569471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:40.925523Z","caller":"traceutil/trace.go:171","msg":"trace[895844799] linearizableReadLoop","detail":"{readStateIndex:8305; appliedIndex:8304; }","duration":"252.258029ms","start":"2026-03-19T18:09:40.673232Z","end":"2026-03-19T18:09:40.92549Z","steps":["trace[895844799] 'read index received' (duration: 168.543233ms)","trace[895844799] 'applied index is now lower than readState.Index' (duration: 83.712966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:40.925729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.474245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:40.925836Z","caller":"traceutil/trace.go:171","msg":"trace[995018505] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7997; }","duration":"252.6339ms","start":"2026-03-19T18:09:40.673178Z","end":"2026-03-19T18:09:40.925812Z","steps":["trace[995018505] 'agreement among raft nodes before linearized reading' (duration: 252.451934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.525287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.381722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:41.525382Z","caller":"traceutil/trace.go:171","msg":"trace[1337677293] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7998; }","duration":"108.501266ms","start":"2026-03-19T18:09:41.416861Z","end":"2026-03-19T18:09:41.525362Z","steps":["trace[1337677293] 'range keys from in-memory index tree' (duration: 108.309291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:41.924294Z","caller":"traceutil/trace.go:171","msg":"trace[520233261] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8306; }","duration":"283.333082ms","start":"2026-03-19T18:09:41.640926Z","end":"2026-03-19T18:09:41.924259Z","steps":["trace[520233261] 'read index received' (duration: 283.152256ms)","trace[520233261] 'applied index is now lower than readState.Index' (duration: 179.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:41.92433Z","caller":"traceutil/trace.go:171","msg":"trace[1643840023] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"312.212133ms","start":"2026-03-19T18:09:41.612086Z","end":"2026-03-19T18:09:41.924298Z","steps":["trace[1643840023] 'process raft request' (duration: 312.003858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.924503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.612068Z","time spent":"312.332167ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:41.924548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.505186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:41.924641Z","caller":"traceutil/trace.go:171","msg":"trace[1074229526] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7999; }","duration":"283.709362ms","start":"2026-03-19T18:09:41.640873Z","end":"2026-03-19T18:09:41.924582Z","steps":["trace[1074229526] 'agreement among raft nodes before linearized reading' (duration: 283.509646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.181684Z","caller":"traceutil/trace.go:171","msg":"trace[1961457185] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8307; }","duration":"257.290807ms","start":"2026-03-19T18:09:41.924361Z","end":"2026-03-19T18:09:42.181652Z","steps":["trace[1961457185] 'read index received' (duration: 220.911058ms)","trace[1961457185] 'applied index is now lower than readState.Index' (duration: 36.378619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:42.181969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.980328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:42.182076Z","caller":"traceutil/trace.go:171","msg":"trace[835121912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8000; }","duration":"351.151992ms","start":"2026-03-19T18:09:41.830901Z","end":"2026-03-19T18:09:42.182053Z","steps":["trace[835121912] 'agreement among raft nodes before linearized reading' (duration: 350.798191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:42.182126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.830883Z","time spent":"351.233953ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:42.182343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.205793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-19T18:09:42.182378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.455743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:09:42.18242Z","caller":"traceutil/trace.go:171","msg":"trace[1380008879] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8000; }","duration":"351.511971ms","start":"2026-03-19T18:09:41.830884Z","end":"2026-03-19T18:09:42.182396Z","steps":["trace[1380008879] 'agreement among raft nodes before linearized reading' (duration: 350.931425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.182449Z","caller":"traceutil/trace.go:171","msg":"trace[847239814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8000; }","duration":"443.570897ms","start":"2026-03-19T18:09:41.73886Z","end":"2026-03-19T18:09:42.18243Z","steps":["trace[847239814] 'agreement among raft nodes before linearized reading' (duration: 443.395743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.182412Z","caller":"traceutil/trace.go:171","msg":"trace[788715998] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"343.600405ms","start":"2026-03-19T18:09:41.838774Z","end":"2026-03-19T18:09:42.182374Z","steps":["trace[788715998] 'process raft request' (duration: 306.563689ms)","trace[788715998] 'compare' (duration: 35.945746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:42.182492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.830863Z","time spent":"351.614015ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:09:42.18249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.73884Z","time spent":"443.637079ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:42.182557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.876325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:09:42.1826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.503765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:09:42.182613Z","caller":"traceutil/trace.go:171","msg":"trace[1908136968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8000; }","duration":"237.985258ms","start":"2026-03-19T18:09:41.944613Z","end":"2026-03-19T18:09:42.182599Z","steps":["trace[1908136968] 'agreement among raft nodes before linearized reading' (duration: 237.760892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:42.18264Z","caller":"traceutil/trace.go:171","msg":"trace[729915714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8000; }","duration":"237.591136ms","start":"2026-03-19T18:09:41.945038Z","end":"2026-03-19T18:09:42.182629Z","steps":["trace[729915714] 'agreement among raft nodes before linearized reading' (duration: 237.482073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:42.182631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.69429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:09:42.182674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.6457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:09:42.182802Z","caller":"traceutil/trace.go:171","msg":"trace[822534958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8000; }","duration":"443.928926ms","start":"2026-03-19T18:09:41.73882Z","end":"2026-03-19T18:09:42.182749Z","steps":["trace[822534958] 'agreement among raft nodes before linearized reading' (duration: 443.388432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:42.182979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.738797Z","time spent":"444.122142ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:09:42.182855Z","caller":"traceutil/trace.go:171","msg":"trace[760385292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:8000; }","duration":"232.886257ms","start":"2026-03-19T18:09:41.949955Z","end":"2026-03-19T18:09:42.182841Z","steps":["trace[760385292] 'agreement among raft nodes before linearized reading' (duration: 232.507946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:42.182702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.838753Z","time spent":"343.747169ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:43.022186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.922607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:43.022475Z","caller":"traceutil/trace.go:171","msg":"trace[1586588614] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"835.013082ms","start":"2026-03-19T18:09:42.187424Z","end":"2026-03-19T18:09:43.022437Z","steps":["trace[1586588614] 'process raft request' (duration: 670.719196ms)","trace[1586588614] 'compare' (duration: 162.838466ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:43.022561Z","caller":"traceutil/trace.go:171","msg":"trace[42217933] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"835.071974ms","start":"2026-03-19T18:09:42.187468Z","end":"2026-03-19T18:09:43.02254Z","steps":["trace[42217933] 'process raft request' (duration: 834.843758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:43.022663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:42.187394Z","time spent":"835.159106ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:43.022655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:42.187441Z","time spent":"835.185356ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:43.023053Z","caller":"traceutil/trace.go:171","msg":"trace[1893157340] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"835.585568ms","start":"2026-03-19T18:09:42.187443Z","end":"2026-03-19T18:09:43.023029Z","steps":["trace[1893157340] 'process raft request' (duration: 835.050713ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:43.023145Z","caller":"traceutil/trace.go:171","msg":"trace[1584509566] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8308; }","duration":"832.621167ms","start":"2026-03-19T18:09:42.190509Z","end":"2026-03-19T18:09:43.02313Z","steps":["trace[1584509566] 'read index received' (duration: 8.694369ms)","trace[1584509566] 'applied index is now lower than readState.Index' (duration: 823.925177ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:43.023167Z","caller":"traceutil/trace.go:171","msg":"trace[950587570] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"835.392933ms","start":"2026-03-19T18:09:42.187762Z","end":"2026-03-19T18:09:43.023155Z","steps":["trace[950587570] 'process raft request' (duration: 835.28342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:43.023195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:42.187399Z","time spent":"835.724231ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:43.023237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:42.187699Z","time spent":"835.500906ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:43.023221Z","caller":"traceutil/trace.go:171","msg":"trace[1293381096] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"835.400243ms","start":"2026-03-19T18:09:42.187765Z","end":"2026-03-19T18:09:43.023165Z","steps":["trace[1293381096] 'process raft request' (duration: 834.934361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:43.02336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.79737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:43.023397Z","caller":"traceutil/trace.go:171","msg":"trace[776339701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8006; }","duration":"129.853372ms","start":"2026-03-19T18:09:42.893534Z","end":"2026-03-19T18:09:43.023387Z","steps":["trace[776339701] 'agreement among raft nodes before linearized reading' (duration: 129.79335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:43.023412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.590023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T18:09:43.023455Z","caller":"traceutil/trace.go:171","msg":"trace[2041765344] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8006; }","duration":"755.656535ms","start":"2026-03-19T18:09:42.267787Z","end":"2026-03-19T18:09:43.023443Z","steps":["trace[2041765344] 'agreement among raft nodes before linearized reading' (duration: 755.519782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:43.023469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:42.187757Z","time spent":"835.578177ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:43.023495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:42.267774Z","time spent":"755.709717ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:09:43.023738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.194093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223829"} {"level":"info","ts":"2026-03-19T18:09:43.023781Z","caller":"traceutil/trace.go:171","msg":"trace[1750313560] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8006; }","duration":"833.288414ms","start":"2026-03-19T18:09:42.19048Z","end":"2026-03-19T18:09:43.023769Z","steps":["trace[1750313560] 'agreement among raft nodes before linearized reading' (duration: 832.776691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:43.024859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:42.19047Z","time spent":"834.376494ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223852,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:09:58.625215Z","caller":"traceutil/trace.go:171","msg":"trace[1295090703] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8396; }","duration":"172.71766ms","start":"2026-03-19T18:09:58.452472Z","end":"2026-03-19T18:09:58.625189Z","steps":["trace[1295090703] 'read index received' (duration: 172.570866ms)","trace[1295090703] 'applied index is now lower than readState.Index' (duration: 145.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:58.625335Z","caller":"traceutil/trace.go:171","msg":"trace[211881389] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"345.017328ms","start":"2026-03-19T18:09:58.280277Z","end":"2026-03-19T18:09:58.625295Z","steps":["trace[211881389] 'process raft request' (duration: 344.729121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:58.625385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.888975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:58.625426Z","caller":"traceutil/trace.go:171","msg":"trace[855316380] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8086; }","duration":"172.988237ms","start":"2026-03-19T18:09:58.452426Z","end":"2026-03-19T18:09:58.625414Z","steps":["trace[855316380] 'agreement among raft nodes before linearized reading' (duration: 172.874714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:58.625517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:58.280255Z","time spent":"345.165274ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:09.127946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.581041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-57j4n\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-03-19T18:10:09.127946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.294624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-03-19T18:10:09.12794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.09576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:09.128066Z","caller":"traceutil/trace.go:171","msg":"trace[359921039] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8181; }","duration":"358.561342ms","start":"2026-03-19T18:10:08.769483Z","end":"2026-03-19T18:10:09.128044Z","steps":["trace[359921039] 'range keys from in-memory index tree' (duration: 358.107048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.128062Z","caller":"traceutil/trace.go:171","msg":"trace[1324456607] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-57j4n; range_end:; response_count:1; response_revision:8181; }","duration":"123.792148ms","start":"2026-03-19T18:10:09.004245Z","end":"2026-03-19T18:10:09.128037Z","steps":["trace[1324456607] 'range keys from in-memory index tree' (duration: 123.369126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.128101Z","caller":"traceutil/trace.go:171","msg":"trace[61651146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8181; }","duration":"236.342837ms","start":"2026-03-19T18:10:08.891734Z","end":"2026-03-19T18:10:09.128077Z","steps":["trace[61651146] 'range keys from in-memory index tree' (duration: 235.885434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.128117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.769464Z","time spent":"358.641693ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":535,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-19T18:10:11.139828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.679188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:11.139907Z","caller":"traceutil/trace.go:171","msg":"trace[525821994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8192; }","duration":"247.803921ms","start":"2026-03-19T18:10:10.892091Z","end":"2026-03-19T18:10:11.139895Z","steps":["trace[525821994] 'range keys from in-memory index tree' (duration: 247.605246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:12.597897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069205588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:13.098769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069205588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:13.599829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069205588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:14.100733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069205588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:14.601918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069205588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:14.6978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.640726855s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:10:14.698335Z","caller":"traceutil/trace.go:171","msg":"trace[876947581] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"2.64133886s","start":"2026-03-19T18:10:12.056968Z","end":"2026-03-19T18:10:14.698307Z","steps":["trace[876947581] 'process raft request' (duration: 2.641111274s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:14.698575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.056948Z","time spent":"2.641526606s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:14.891681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998104977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:10:14.891782Z","caller":"traceutil/trace.go:171","msg":"trace[1852542193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998256531s","start":"2026-03-19T18:10:12.893493Z","end":"2026-03-19T18:10:14.89175Z","steps":["trace[1852542193] 'agreement among raft nodes before linearized reading' (duration: 1.998142918s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:14.891837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.89347Z","time spent":"1.998352364s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:10:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:10:15.651411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.287313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:15.651672Z","caller":"traceutil/trace.go:171","msg":"trace[173752627] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"3.437523242s","start":"2026-03-19T18:10:12.214105Z","end":"2026-03-19T18:10:15.651628Z","steps":["trace[173752627] 'process raft request' (duration: 3.000860189s)","trace[173752627] 'compare' (duration: 436.023326ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:15.651812Z","caller":"traceutil/trace.go:171","msg":"trace[1766893417] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"2.119991553s","start":"2026-03-19T18:10:13.531794Z","end":"2026-03-19T18:10:15.651785Z","steps":["trace[1766893417] 'process raft request' (duration: 2.119779687s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.651879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.214078Z","time spent":"3.437684058s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:15.651945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.531762Z","time spent":"2.120109166s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:15.652057Z","caller":"traceutil/trace.go:171","msg":"trace[872958091] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"1.817064508s","start":"2026-03-19T18:10:13.834963Z","end":"2026-03-19T18:10:15.652028Z","steps":["trace[872958091] 'process raft request' (duration: 1.816740749s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.652123Z","caller":"traceutil/trace.go:171","msg":"trace[296765455] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"1.546586706s","start":"2026-03-19T18:10:14.105509Z","end":"2026-03-19T18:10:15.652095Z","steps":["trace[296765455] 'process raft request' (duration: 1.546446861s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.652116Z","caller":"traceutil/trace.go:171","msg":"trace[725541010] linearizableReadLoop","detail":"{readStateIndex:8519; appliedIndex:8514; }","duration":"3.555282234s","start":"2026-03-19T18:10:12.096803Z","end":"2026-03-19T18:10:15.652085Z","steps":["trace[725541010] 'read index received' (duration: 2.601272671s)","trace[725541010] 'applied index is now lower than readState.Index' (duration: 954.008523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:15.652174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.834934Z","time spent":"1.817189113s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:15.652241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:14.105486Z","time spent":"1.546701289s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:15.652295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531211564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:15.652336Z","caller":"traceutil/trace.go:171","msg":"trace[1504671413] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8203; }","duration":"3.531294086s","start":"2026-03-19T18:10:12.121025Z","end":"2026-03-19T18:10:15.652319Z","steps":["trace[1504671413] 'agreement among raft nodes before linearized reading' (duration: 3.531219563s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.652337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555543902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:15.652361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.121001Z","time spent":"3.531354717s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:10:15.652378Z","caller":"traceutil/trace.go:171","msg":"trace[223896072] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8203; }","duration":"3.555650535s","start":"2026-03-19T18:10:12.096715Z","end":"2026-03-19T18:10:15.652366Z","steps":["trace[223896072] 'agreement among raft nodes before linearized reading' (duration: 3.55547433s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.652415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.096667Z","time spent":"3.555739537s","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:15.652464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868590007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:15.652478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478933913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:10:15.6525Z","caller":"traceutil/trace.go:171","msg":"trace[977007378] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8203; }","duration":"2.86866967s","start":"2026-03-19T18:10:12.783818Z","end":"2026-03-19T18:10:15.652488Z","steps":["trace[977007378] 'agreement among raft nodes before linearized reading' (duration: 2.868602469s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.652468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467392377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:10:15.652513Z","caller":"traceutil/trace.go:171","msg":"trace[2095119659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8203; }","duration":"2.479015035s","start":"2026-03-19T18:10:13.173488Z","end":"2026-03-19T18:10:15.652503Z","steps":["trace[2095119659] 'agreement among raft nodes before linearized reading' (duration: 2.478857891s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.652525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.783798Z","time spent":"2.868722802s","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:15.652523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522648394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T18:10:15.652549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.173464Z","time spent":"2.479078559s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:10:15.652558Z","caller":"traceutil/trace.go:171","msg":"trace[1722561520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:8203; }","duration":"2.467528451s","start":"2026-03-19T18:10:13.185005Z","end":"2026-03-19T18:10:15.652534Z","steps":["trace[1722561520] 'agreement among raft nodes before linearized reading' (duration: 2.467269013s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.652569Z","caller":"traceutil/trace.go:171","msg":"trace[765919303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8203; }","duration":"2.522739606s","start":"2026-03-19T18:10:13.129818Z","end":"2026-03-19T18:10:15.652558Z","steps":["trace[765919303] 'agreement among raft nodes before linearized reading' (duration: 2.522547s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.652603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.129792Z","time spent":"2.522803418s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:10:15.652602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.184987Z","time spent":"2.467606573s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-twwvf\" "} {"level":"warn","ts":"2026-03-19T18:10:15.652637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900350139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:10:15.652698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473390611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:10:15.652715Z","caller":"traceutil/trace.go:171","msg":"trace[1234601845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8203; }","duration":"2.900463512s","start":"2026-03-19T18:10:12.752226Z","end":"2026-03-19T18:10:15.652689Z","steps":["trace[1234601845] 'agreement among raft nodes before linearized reading' (duration: 2.900246636s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.65273Z","caller":"traceutil/trace.go:171","msg":"trace[114569429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8203; }","duration":"2.473442433s","start":"2026-03-19T18:10:13.179279Z","end":"2026-03-19T18:10:15.652721Z","steps":["trace[114569429] 'agreement among raft nodes before linearized reading' (duration: 2.473349151s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.652708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.744469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:15.65276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.179262Z","time spent":"2.473492525s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:10:15.652769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.752202Z","time spent":"2.900549996s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:10:15.652806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473543325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T18:10:15.652794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.006913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T18:10:15.6528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475005776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:10:15.65281Z","caller":"traceutil/trace.go:171","msg":"trace[840281003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8203; }","duration":"760.947754ms","start":"2026-03-19T18:10:14.891835Z","end":"2026-03-19T18:10:15.652783Z","steps":["trace[840281003] 'agreement among raft nodes before linearized reading' (duration: 760.736608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.65283Z","caller":"traceutil/trace.go:171","msg":"trace[1806598855] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8203; }","duration":"2.473580507s","start":"2026-03-19T18:10:13.179241Z","end":"2026-03-19T18:10:15.652821Z","steps":["trace[1806598855] 'agreement among raft nodes before linearized reading' (duration: 2.473525716s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.652851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.179228Z","time spent":"2.473618988s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T18:10:15.652848Z","caller":"traceutil/trace.go:171","msg":"trace[1741031882] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:8203; }","duration":"386.109667ms","start":"2026-03-19T18:10:15.266724Z","end":"2026-03-19T18:10:15.652833Z","steps":["trace[1741031882] 'agreement among raft nodes before linearized reading' (duration: 385.964992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.652851Z","caller":"traceutil/trace.go:171","msg":"trace[796712113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8203; }","duration":"2.475106179s","start":"2026-03-19T18:10:13.177733Z","end":"2026-03-19T18:10:15.652839Z","steps":["trace[796712113] 'agreement among raft nodes before linearized reading' (duration: 2.474982805s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.652863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:14.891823Z","time spent":"761.032287ms","remote":"127.0.0.1:38290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:15.652874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.929352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:15.652887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.177707Z","time spent":"2.47517224s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:15.652918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080932131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:15.652923Z","caller":"traceutil/trace.go:171","msg":"trace[1988495109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8203; }","duration":"762.089645ms","start":"2026-03-19T18:10:14.890819Z","end":"2026-03-19T18:10:15.652909Z","steps":["trace[1988495109] 'agreement among raft nodes before linearized reading' (duration: 762.015924ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.652935Z","caller":"traceutil/trace.go:171","msg":"trace[2139885029] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8203; }","duration":"2.080950451s","start":"2026-03-19T18:10:13.57198Z","end":"2026-03-19T18:10:15.652931Z","steps":["trace[2139885029] 'agreement among raft nodes before linearized reading' (duration: 2.08091515s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.65294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508946537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414319"} {"level":"warn","ts":"2026-03-19T18:10:15.652953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.571831Z","time spent":"2.081118676s","remote":"127.0.0.1:38732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:15.652884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:15.266697Z","time spent":"386.179709ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"warn","ts":"2026-03-19T18:10:15.652948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.946505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:15.652968Z","caller":"traceutil/trace.go:171","msg":"trace[697663885] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8203; }","duration":"2.509002359s","start":"2026-03-19T18:10:13.143958Z","end":"2026-03-19T18:10:15.652961Z","steps":["trace[697663885] 'agreement among raft nodes before linearized reading' (duration: 2.50867715s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.652966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:14.890794Z","time spent":"762.156857ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:15.652964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.029417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:15.652993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.143942Z","time spent":"2.509046381s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414342,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-19T18:10:15.652989Z","caller":"traceutil/trace.go:171","msg":"trace[1346945276] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8203; }","duration":"369.015119ms","start":"2026-03-19T18:10:15.28396Z","end":"2026-03-19T18:10:15.652974Z","steps":["trace[1346945276] 'agreement among raft nodes before linearized reading' (duration: 368.947676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.653018Z","caller":"traceutil/trace.go:171","msg":"trace[179371438] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8203; }","duration":"784.131891ms","start":"2026-03-19T18:10:14.868866Z","end":"2026-03-19T18:10:15.652998Z","steps":["trace[179371438] 'agreement among raft nodes before linearized reading' (duration: 784.045698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.653024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:15.283938Z","time spent":"369.078879ms","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:15.652742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474875033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:10:15.653289Z","caller":"traceutil/trace.go:171","msg":"trace[1168615994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8203; }","duration":"2.475439518s","start":"2026-03-19T18:10:13.177844Z","end":"2026-03-19T18:10:15.653284Z","steps":["trace[1168615994] 'agreement among raft nodes before linearized reading' (duration: 2.474847651s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.653307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.177836Z","time spent":"2.475466329s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:15.65332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:14.868826Z","time spent":"784.48008ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:15.653401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.81532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:15.653416Z","caller":"traceutil/trace.go:171","msg":"trace[1283236067] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8203; }","duration":"608.902312ms","start":"2026-03-19T18:10:15.044509Z","end":"2026-03-19T18:10:15.653412Z","steps":["trace[1283236067] 'agreement among raft nodes before linearized reading' (duration: 608.85067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.653429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:15.044483Z","time spent":"608.942872ms","remote":"127.0.0.1:58318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:15.653502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260412556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T18:10:15.65358Z","caller":"traceutil/trace.go:171","msg":"trace[835539955] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8203; }","duration":"2.260506369s","start":"2026-03-19T18:10:13.393055Z","end":"2026-03-19T18:10:15.653561Z","steps":["trace[835539955] 'agreement among raft nodes before linearized reading' (duration: 2.260278263s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.653623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:13.393038Z","time spent":"2.260572711s","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:10:15.876323Z","caller":"traceutil/trace.go:171","msg":"trace[1408352532] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8519; }","duration":"220.060199ms","start":"2026-03-19T18:10:15.656233Z","end":"2026-03-19T18:10:15.876293Z","steps":["trace[1408352532] 'read index received' (duration: 163.022044ms)","trace[1408352532] 'applied index is now lower than readState.Index' (duration: 57.036525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:15.876477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.239534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:15.876516Z","caller":"traceutil/trace.go:171","msg":"trace[1121422692] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8203; }","duration":"220.325816ms","start":"2026-03-19T18:10:15.65618Z","end":"2026-03-19T18:10:15.876506Z","steps":["trace[1121422692] 'agreement among raft nodes before linearized reading' (duration: 220.237004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.879551Z","caller":"traceutil/trace.go:171","msg":"trace[1209577935] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"222.069566ms","start":"2026-03-19T18:10:15.657462Z","end":"2026-03-19T18:10:15.879532Z","steps":["trace[1209577935] 'process raft request' (duration: 221.847219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.879848Z","caller":"traceutil/trace.go:171","msg":"trace[1507510537] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"221.91079ms","start":"2026-03-19T18:10:15.657901Z","end":"2026-03-19T18:10:15.879812Z","steps":["trace[1507510537] 'process raft request' (duration: 221.56703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.880182Z","caller":"traceutil/trace.go:171","msg":"trace[355713178] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"222.133296ms","start":"2026-03-19T18:10:15.658021Z","end":"2026-03-19T18:10:15.880154Z","steps":["trace[355713178] 'process raft request' (duration: 221.770346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.880262Z","caller":"traceutil/trace.go:171","msg":"trace[722165390] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"222.108175ms","start":"2026-03-19T18:10:15.658141Z","end":"2026-03-19T18:10:15.880249Z","steps":["trace[722165390] 'process raft request' (duration: 221.918459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.880355Z","caller":"traceutil/trace.go:171","msg":"trace[1196485861] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"221.482439ms","start":"2026-03-19T18:10:15.658848Z","end":"2026-03-19T18:10:15.880331Z","steps":["trace[1196485861] 'process raft request' (duration: 221.324424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.880595Z","caller":"traceutil/trace.go:171","msg":"trace[1041315495] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"221.314614ms","start":"2026-03-19T18:10:15.659262Z","end":"2026-03-19T18:10:15.880576Z","steps":["trace[1041315495] 'process raft request' (duration: 221.036337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.880424Z","caller":"traceutil/trace.go:171","msg":"trace[241691896] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"221.427817ms","start":"2026-03-19T18:10:15.658986Z","end":"2026-03-19T18:10:15.880414Z","steps":["trace[241691896] 'process raft request' (duration: 221.237251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.880602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.517807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4fa0b5cc5512\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T18:10:15.880714Z","caller":"traceutil/trace.go:171","msg":"trace[1831111570] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4fa0b5cc5512; range_end:; response_count:1; response_revision:8210; }","duration":"222.65401ms","start":"2026-03-19T18:10:15.658043Z","end":"2026-03-19T18:10:15.880697Z","steps":["trace[1831111570] 'agreement among raft nodes before linearized reading' (duration: 222.402023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:15.880878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.280093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228557"} {"level":"warn","ts":"2026-03-19T18:10:15.880859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.724359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e53f58f9-0138-403c-b5b4-3660430e394f\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-19T18:10:15.880941Z","caller":"traceutil/trace.go:171","msg":"trace[2114529146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8210; }","duration":"221.360045ms","start":"2026-03-19T18:10:15.659566Z","end":"2026-03-19T18:10:15.880926Z","steps":["trace[2114529146] 'agreement among raft nodes before linearized reading' (duration: 220.873462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:15.881871Z","caller":"traceutil/trace.go:171","msg":"trace[916907706] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e53f58f9-0138-403c-b5b4-3660430e394f; range_end:; response_count:1; response_revision:8210; }","duration":"224.842661ms","start":"2026-03-19T18:10:15.657009Z","end":"2026-03-19T18:10:15.881851Z","steps":["trace[916907706] 'agreement among raft nodes before linearized reading' (duration: 223.445212ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:17.21876Z","caller":"traceutil/trace.go:171","msg":"trace[327092118] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8530; }","duration":"480.526008ms","start":"2026-03-19T18:10:16.738211Z","end":"2026-03-19T18:10:17.218737Z","steps":["trace[327092118] 'read index received' (duration: 480.300882ms)","trace[327092118] 'applied index is now lower than readState.Index' (duration: 224.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:17.218803Z","caller":"traceutil/trace.go:171","msg":"trace[1337165896] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"514.783299ms","start":"2026-03-19T18:10:16.703989Z","end":"2026-03-19T18:10:17.218772Z","steps":["trace[1337165896] 'process raft request' (duration: 514.593623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:17.218948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:16.703965Z","time spent":"514.894981ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:17.218979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.771745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c9bcb4795-kdqzp.189e5072afd4887f\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T18:10:17.219014Z","caller":"traceutil/trace.go:171","msg":"trace[1729261826] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c9bcb4795-kdqzp.189e5072afd4887f; range_end:; response_count:1; response_revision:8214; }","duration":"480.874858ms","start":"2026-03-19T18:10:16.738127Z","end":"2026-03-19T18:10:17.219002Z","steps":["trace[1729261826] 'agreement among raft nodes before linearized reading' (duration: 480.724264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:17.220089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:16.738092Z","time spent":"481.983788ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-c9bcb4795-kdqzp.189e5072afd4887f\" "} {"level":"warn","ts":"2026-03-19T18:10:17.220243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.790914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-19T18:10:17.220291Z","caller":"traceutil/trace.go:171","msg":"trace[1350875470] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8214; }","duration":"285.974508ms","start":"2026-03-19T18:10:16.934304Z","end":"2026-03-19T18:10:17.220279Z","steps":["trace[1350875470] 'agreement among raft nodes before linearized reading' (duration: 285.837265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:17.22026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.365664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:17.220395Z","caller":"traceutil/trace.go:171","msg":"trace[1567251715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8214; }","duration":"327.562991ms","start":"2026-03-19T18:10:16.892798Z","end":"2026-03-19T18:10:17.220361Z","steps":["trace[1567251715] 'agreement among raft nodes before linearized reading' (duration: 327.333545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:17.220471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:16.892774Z","time spent":"327.682433ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:10:17.396329Z","caller":"traceutil/trace.go:171","msg":"trace[666451268] linearizableReadLoop","detail":"{readStateIndex:8532; appliedIndex:8531; }","duration":"170.444957ms","start":"2026-03-19T18:10:17.225854Z","end":"2026-03-19T18:10:17.396299Z","steps":["trace[666451268] 'read index received' (duration: 170.270673ms)","trace[666451268] 'applied index is now lower than readState.Index' (duration: 172.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:17.396397Z","caller":"traceutil/trace.go:171","msg":"trace[2143042151] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"173.638555ms","start":"2026-03-19T18:10:17.222712Z","end":"2026-03-19T18:10:17.396351Z","steps":["trace[2143042151] 'process raft request' (duration: 173.365397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:17.396531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.668643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-19T18:10:17.396568Z","caller":"traceutil/trace.go:171","msg":"trace[574127322] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8215; }","duration":"170.741066ms","start":"2026-03-19T18:10:17.225817Z","end":"2026-03-19T18:10:17.396558Z","steps":["trace[574127322] 'agreement among raft nodes before linearized reading' (duration: 170.582021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:17.396647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.841399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:10:17.39672Z","caller":"traceutil/trace.go:171","msg":"trace[1622548349] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8215; }","duration":"115.983543ms","start":"2026-03-19T18:10:17.280715Z","end":"2026-03-19T18:10:17.396699Z","steps":["trace[1622548349] 'agreement among raft nodes before linearized reading' (duration: 115.812948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:17.80433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.711347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:17.80464Z","caller":"traceutil/trace.go:171","msg":"trace[2025248954] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"196.113672ms","start":"2026-03-19T18:10:17.608501Z","end":"2026-03-19T18:10:17.804614Z","steps":["trace[2025248954] 'process raft request' (duration: 195.997239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:17.804719Z","caller":"traceutil/trace.go:171","msg":"trace[1314210966] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"403.559705ms","start":"2026-03-19T18:10:17.40111Z","end":"2026-03-19T18:10:17.80467Z","steps":["trace[1314210966] 'process raft request' (duration: 217.361995ms)","trace[1314210966] 'compare' (duration: 185.481981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:17.804911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:17.401087Z","time spent":"403.715921ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:17.825111Z","caller":"traceutil/trace.go:171","msg":"trace[721353063] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"165.503452ms","start":"2026-03-19T18:10:17.659585Z","end":"2026-03-19T18:10:17.825088Z","steps":["trace[721353063] 'process raft request' (duration: 164.931687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.098035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.517177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:18.098219Z","caller":"traceutil/trace.go:171","msg":"trace[73846399] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8535; }","duration":"215.164515ms","start":"2026-03-19T18:10:17.883028Z","end":"2026-03-19T18:10:18.098193Z","steps":["trace[73846399] 'read index received' (duration: 81.738403ms)","trace[73846399] 'applied index is now lower than readState.Index' (duration: 133.424042ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:18.09833Z","caller":"traceutil/trace.go:171","msg":"trace[2142581384] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"270.802363ms","start":"2026-03-19T18:10:17.827466Z","end":"2026-03-19T18:10:18.098268Z","steps":["trace[2142581384] 'process raft request' (duration: 137.435362ms)","trace[2142581384] 'compare' (duration: 132.248479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:18.09848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.356162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T18:10:18.098529Z","caller":"traceutil/trace.go:171","msg":"trace[336575633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8219; }","duration":"214.411964ms","start":"2026-03-19T18:10:17.884101Z","end":"2026-03-19T18:10:18.098513Z","steps":["trace[336575633] 'agreement among raft nodes before linearized reading' (duration: 214.217109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.098691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.607827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:10:18.09885Z","caller":"traceutil/trace.go:171","msg":"trace[470677741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8219; }","duration":"215.839404ms","start":"2026-03-19T18:10:17.882978Z","end":"2026-03-19T18:10:18.098818Z","steps":["trace[470677741] 'agreement among raft nodes before linearized reading' (duration: 215.318139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.098887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.866539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:10:18.098964Z","caller":"traceutil/trace.go:171","msg":"trace[914999456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8219; }","duration":"213.966483ms","start":"2026-03-19T18:10:17.884974Z","end":"2026-03-19T18:10:18.09894Z","steps":["trace[914999456] 'agreement among raft nodes before linearized reading' (duration: 213.716356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.098947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.085831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:10:18.098943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.703425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:10:18.098847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.551201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:10:18.099026Z","caller":"traceutil/trace.go:171","msg":"trace[99915907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:8219; }","duration":"208.203994ms","start":"2026-03-19T18:10:17.890802Z","end":"2026-03-19T18:10:18.099006Z","steps":["trace[99915907] 'agreement among raft nodes before linearized reading' (duration: 208.04121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.099041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.862707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:10:18.099059Z","caller":"traceutil/trace.go:171","msg":"trace[1445464643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8219; }","duration":"213.89309ms","start":"2026-03-19T18:10:17.885142Z","end":"2026-03-19T18:10:18.099035Z","steps":["trace[1445464643] 'agreement among raft nodes before linearized reading' (duration: 213.589351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:18.099072Z","caller":"traceutil/trace.go:171","msg":"trace[1199284087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8219; }","duration":"213.810028ms","start":"2026-03-19T18:10:17.885246Z","end":"2026-03-19T18:10:18.099056Z","steps":["trace[1199284087] 'agreement among raft nodes before linearized reading' (duration: 213.349466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:18.09912Z","caller":"traceutil/trace.go:171","msg":"trace[155886983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8219; }","duration":"214.96449ms","start":"2026-03-19T18:10:17.884132Z","end":"2026-03-19T18:10:18.099097Z","steps":["trace[155886983] 'agreement among raft nodes before linearized reading' (duration: 214.764844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:18.405167Z","caller":"traceutil/trace.go:171","msg":"trace[1951107773] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"301.787082ms","start":"2026-03-19T18:10:18.10335Z","end":"2026-03-19T18:10:18.405137Z","steps":["trace[1951107773] 'process raft request' (duration: 238.923187ms)","trace[1951107773] 'compare' (duration: 62.740142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:18.405312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:18.103136Z","time spent":"302.101661ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:18.73836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.267305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:18.738623Z","caller":"traceutil/trace.go:171","msg":"trace[922739437] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8536; }","duration":"634.915085ms","start":"2026-03-19T18:10:18.10369Z","end":"2026-03-19T18:10:18.738605Z","steps":["trace[922739437] 'read index received' (duration: 238.6661ms)","trace[922739437] 'applied index is now lower than readState.Index' (duration: 396.247935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:18.738974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.280005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228557"} {"level":"info","ts":"2026-03-19T18:10:18.739088Z","caller":"traceutil/trace.go:171","msg":"trace[1245614541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8225; }","duration":"635.421189ms","start":"2026-03-19T18:10:18.103656Z","end":"2026-03-19T18:10:18.739078Z","steps":["trace[1245614541] 'agreement among raft nodes before linearized reading' (duration: 635.017437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.739127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:18.103643Z","time spent":"635.47286ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228580,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:10:18.739499Z","caller":"traceutil/trace.go:171","msg":"trace[2062219174] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"636.031396ms","start":"2026-03-19T18:10:18.103451Z","end":"2026-03-19T18:10:18.739482Z","steps":["trace[2062219174] 'process raft request' (duration: 465.561107ms)","trace[2062219174] 'compare' (duration: 168.632979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:18.739575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:18.103423Z","time spent":"636.116538ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:18.739727Z","caller":"traceutil/trace.go:171","msg":"trace[709085490] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"636.153499ms","start":"2026-03-19T18:10:18.103564Z","end":"2026-03-19T18:10:18.739717Z","steps":["trace[709085490] 'process raft request' (duration: 634.885004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.739788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:18.10354Z","time spent":"636.22057ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:18.739935Z","caller":"traceutil/trace.go:171","msg":"trace[1794082284] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"636.208431ms","start":"2026-03-19T18:10:18.103716Z","end":"2026-03-19T18:10:18.739925Z","steps":["trace[1794082284] 'process raft request' (duration: 634.787421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.739999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:18.103677Z","time spent":"636.293373ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:18.740138Z","caller":"traceutil/trace.go:171","msg":"trace[1303673234] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"636.268372ms","start":"2026-03-19T18:10:18.103861Z","end":"2026-03-19T18:10:18.740129Z","steps":["trace[1303673234] 'process raft request' (duration: 634.680018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.740197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:18.103845Z","time spent":"636.326704ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:18.740327Z","caller":"traceutil/trace.go:171","msg":"trace[10946820] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"636.237721ms","start":"2026-03-19T18:10:18.10408Z","end":"2026-03-19T18:10:18.740318Z","steps":["trace[10946820] 'process raft request' (duration: 634.487763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:18.740388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:18.104067Z","time spent":"636.294964ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:19.069111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.287708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:19.069257Z","caller":"traceutil/trace.go:171","msg":"trace[962768946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8225; }","duration":"176.488133ms","start":"2026-03-19T18:10:18.892735Z","end":"2026-03-19T18:10:19.069224Z","steps":["trace[962768946] 'range keys from in-memory index tree' (duration: 176.214147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:19.069444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.328882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:19.069534Z","caller":"traceutil/trace.go:171","msg":"trace[662331631] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8225; }","duration":"171.475256ms","start":"2026-03-19T18:10:18.89804Z","end":"2026-03-19T18:10:19.069515Z","steps":["trace[662331631] 'count revisions from in-memory index tree' (duration: 171.208319ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:19.779487Z","caller":"traceutil/trace.go:171","msg":"trace[2030496456] linearizableReadLoop","detail":"{readStateIndex:8543; appliedIndex:8542; }","duration":"375.159495ms","start":"2026-03-19T18:10:19.404303Z","end":"2026-03-19T18:10:19.779462Z","steps":["trace[2030496456] 'read index received' (duration: 374.936449ms)","trace[2030496456] 'applied index is now lower than readState.Index' (duration: 221.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:19.779599Z","caller":"traceutil/trace.go:171","msg":"trace[1616367360] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"553.719496ms","start":"2026-03-19T18:10:19.225837Z","end":"2026-03-19T18:10:19.779557Z","steps":["trace[1616367360] 'process raft request' (duration: 553.47773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:19.779702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.467008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:19.779756Z","caller":"traceutil/trace.go:171","msg":"trace[785109543] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8226; }","duration":"217.593182ms","start":"2026-03-19T18:10:19.562149Z","end":"2026-03-19T18:10:19.779742Z","steps":["trace[785109543] 'agreement among raft nodes before linearized reading' (duration: 217.461429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:19.779784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:19.225787Z","time spent":"553.897411ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:19.779746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.395901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:19.779874Z","caller":"traceutil/trace.go:171","msg":"trace[1783927926] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8226; }","duration":"375.594968ms","start":"2026-03-19T18:10:19.404253Z","end":"2026-03-19T18:10:19.779848Z","steps":["trace[1783927926] 'agreement among raft nodes before linearized reading' (duration: 375.345162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:19.779996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:19.404235Z","time spent":"375.748202ms","remote":"127.0.0.1:38598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:20.146759Z","caller":"traceutil/trace.go:171","msg":"trace[442157090] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"315.933101ms","start":"2026-03-19T18:10:19.830799Z","end":"2026-03-19T18:10:20.146732Z","steps":["trace[442157090] 'process raft request' (duration: 315.770066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.147013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:19.830773Z","time spent":"316.135816ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:22.869592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.189226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:10:22.869677Z","caller":"traceutil/trace.go:171","msg":"trace[831526747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8236; }","duration":"109.319131ms","start":"2026-03-19T18:10:22.760338Z","end":"2026-03-19T18:10:22.869657Z","steps":["trace[831526747] 'range keys from in-memory index tree' (duration: 109.053574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:22.869743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.4802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:10:22.869829Z","caller":"traceutil/trace.go:171","msg":"trace[1401366131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8236; }","duration":"107.611395ms","start":"2026-03-19T18:10:22.762198Z","end":"2026-03-19T18:10:22.86981Z","steps":["trace[1401366131] 'range keys from in-memory index tree' (duration: 107.325496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.393941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932081069205894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:29.640877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.606889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:29.641001Z","caller":"traceutil/trace.go:171","msg":"trace[1792476022] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8625; }","duration":"747.538735ms","start":"2026-03-19T18:10:28.893438Z","end":"2026-03-19T18:10:29.640976Z","steps":["trace[1792476022] 'read index received' (duration: 598.68055ms)","trace[1792476022] 'applied index is now lower than readState.Index' (duration: 148.851365ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:29.641076Z","caller":"traceutil/trace.go:171","msg":"trace[241185437] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"806.252087ms","start":"2026-03-19T18:10:28.834816Z","end":"2026-03-19T18:10:29.641068Z","steps":["trace[241185437] 'process raft request' (duration: 657.366181ms)","trace[241185437] 'compare' (duration: 148.246378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:29.641503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:28.834799Z","time spent":"806.643388ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:29.641809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.367348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:29.641838Z","caller":"traceutil/trace.go:171","msg":"trace[1433582723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8305; }","duration":"748.42273ms","start":"2026-03-19T18:10:28.893408Z","end":"2026-03-19T18:10:29.641831Z","steps":["trace[1433582723] 'agreement among raft nodes before linearized reading' (duration: 748.312057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.641878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:28.893395Z","time spent":"748.460521ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:29.642304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.62717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:10:29.642342Z","caller":"traceutil/trace.go:171","msg":"trace[1438723069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8305; }","duration":"680.700832ms","start":"2026-03-19T18:10:28.961632Z","end":"2026-03-19T18:10:29.642333Z","steps":["trace[1438723069] 'agreement among raft nodes before linearized reading' (duration: 680.537337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.642369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:28.961616Z","time spent":"680.745503ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:29.642781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.169797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-57j4n\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-19T18:10:29.642829Z","caller":"traceutil/trace.go:171","msg":"trace[1626174395] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-57j4n; range_end:; response_count:1; response_revision:8305; }","duration":"453.209398ms","start":"2026-03-19T18:10:29.1896Z","end":"2026-03-19T18:10:29.642809Z","steps":["trace[1626174395] 'agreement among raft nodes before linearized reading' (duration: 453.059044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.642859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:29.189522Z","time spent":"453.326512ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-57j4n\" "} {"level":"warn","ts":"2026-03-19T18:10:29.643065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.058032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:29.643304Z","caller":"traceutil/trace.go:171","msg":"trace[983149261] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8305; }","duration":"540.32064ms","start":"2026-03-19T18:10:29.102944Z","end":"2026-03-19T18:10:29.643265Z","steps":["trace[983149261] 'agreement among raft nodes before linearized reading' (duration: 540.085323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.643348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:29.102922Z","time spent":"540.413942ms","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:29.643646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.559907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-twwvf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:10:29.643686Z","caller":"traceutil/trace.go:171","msg":"trace[1547393134] range","detail":"{range_begin:/registry/pods/openstack/keepalived-twwvf; range_end:; response_count:1; response_revision:8305; }","duration":"606.622658ms","start":"2026-03-19T18:10:29.037054Z","end":"2026-03-19T18:10:29.643677Z","steps":["trace[1547393134] 'agreement among raft nodes before linearized reading' (duration: 606.494444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.643715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:29.037043Z","time spent":"606.6649ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-twwvf\" "} {"level":"warn","ts":"2026-03-19T18:10:29.643979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.22515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:10:29.644016Z","caller":"traceutil/trace.go:171","msg":"trace[674033816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8305; }","duration":"609.282873ms","start":"2026-03-19T18:10:29.034724Z","end":"2026-03-19T18:10:29.644007Z","steps":["trace[674033816] 'agreement among raft nodes before linearized reading' (duration: 609.1887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.644042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:29.034715Z","time spent":"609.320163ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:29.644471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.94495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:10:29.644558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.129035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:29.644585Z","caller":"traceutil/trace.go:171","msg":"trace[1583795342] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8305; }","duration":"657.184436ms","start":"2026-03-19T18:10:28.987394Z","end":"2026-03-19T18:10:29.644578Z","steps":["trace[1583795342] 'agreement among raft nodes before linearized reading' (duration: 657.124714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.644608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:28.987382Z","time spent":"657.220787ms","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:29.644572Z","caller":"traceutil/trace.go:171","msg":"trace[1994593152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8305; }","duration":"610.129225ms","start":"2026-03-19T18:10:29.034421Z","end":"2026-03-19T18:10:29.64455Z","steps":["trace[1994593152] 'agreement among raft nodes before linearized reading' (duration: 609.860348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.644816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:29.034395Z","time spent":"610.403103ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:10:29.64486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.428924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:10:29.644951Z","caller":"traceutil/trace.go:171","msg":"trace[1570322002] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8305; }","duration":"610.572807ms","start":"2026-03-19T18:10:29.034355Z","end":"2026-03-19T18:10:29.644928Z","steps":["trace[1570322002] 'agreement among raft nodes before linearized reading' (duration: 610.353001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:29.03433Z","time spent":"610.65927ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:10:29.644906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.269077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:10:29.646247Z","caller":"traceutil/trace.go:171","msg":"trace[1589170470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8305; }","duration":"611.486012ms","start":"2026-03-19T18:10:29.033603Z","end":"2026-03-19T18:10:29.645089Z","steps":["trace[1589170470] 'agreement among raft nodes before linearized reading' (duration: 611.221754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:29.646374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:29.033592Z","time spent":"612.747586ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:10:29.83731Z","caller":"traceutil/trace.go:171","msg":"trace[510895476] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"115.375026ms","start":"2026-03-19T18:10:29.721903Z","end":"2026-03-19T18:10:29.837278Z","steps":["trace[510895476] 'process raft request' (duration: 115.16006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:30.441003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.820913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:30.441182Z","caller":"traceutil/trace.go:171","msg":"trace[912476353] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"204.871312ms","start":"2026-03-19T18:10:30.236287Z","end":"2026-03-19T18:10:30.441159Z","steps":["trace[912476353] 'process raft request' (duration: 31.769712ms)","trace[912476353] 'compare' (duration: 172.631718ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:30.97317Z","caller":"traceutil/trace.go:171","msg":"trace[2058785657] linearizableReadLoop","detail":"{readStateIndex:8641; appliedIndex:8640; }","duration":"455.83177ms","start":"2026-03-19T18:10:30.517306Z","end":"2026-03-19T18:10:30.973138Z","steps":["trace[2058785657] 'read index received' (duration: 455.645884ms)","trace[2058785657] 'applied index is now lower than readState.Index' (duration: 185.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:30.973298Z","caller":"traceutil/trace.go:171","msg":"trace[605541283] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"458.77206ms","start":"2026-03-19T18:10:30.514515Z","end":"2026-03-19T18:10:30.973287Z","steps":["trace[605541283] 'process raft request' (duration: 458.367679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:30.973441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.514502Z","time spent":"458.850784ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:30.973622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.255122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T18:10:30.973729Z","caller":"traceutil/trace.go:171","msg":"trace[799875995] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8320; }","duration":"456.421016ms","start":"2026-03-19T18:10:30.517278Z","end":"2026-03-19T18:10:30.973699Z","steps":["trace[799875995] 'agreement among raft nodes before linearized reading' (duration: 456.013235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:30.973808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.517271Z","time spent":"456.52564ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-19T18:10:31.500022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.576346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:31.500492Z","caller":"traceutil/trace.go:171","msg":"trace[1598009441] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"809.443385ms","start":"2026-03-19T18:10:30.69098Z","end":"2026-03-19T18:10:31.500424Z","steps":["trace[1598009441] 'process raft request' (duration: 464.322104ms)","trace[1598009441] 'compare' (duration: 344.410732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:31.500728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.690955Z","time spent":"809.64569ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:31.500744Z","caller":"traceutil/trace.go:171","msg":"trace[1976674284] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8641; }","duration":"527.463976ms","start":"2026-03-19T18:10:30.973258Z","end":"2026-03-19T18:10:31.500722Z","steps":["trace[1976674284] 'read index received' (duration: 181.913653ms)","trace[1976674284] 'applied index is now lower than readState.Index' (duration: 345.548173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:31.561684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.084852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-19T18:10:31.561747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.697504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T18:10:31.561804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.194474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:31.561815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.908775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:31.561898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.683805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:10:31.561911Z","caller":"traceutil/trace.go:171","msg":"trace[846258942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8321; }","duration":"670.344778ms","start":"2026-03-19T18:10:30.891539Z","end":"2026-03-19T18:10:31.561884Z","steps":["trace[846258942] 'agreement among raft nodes before linearized reading' (duration: 609.22653ms)","trace[846258942] 'range keys from in-memory index tree' (duration: 60.909301ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:31.561938Z","caller":"traceutil/trace.go:171","msg":"trace[1235540818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8321; }","duration":"424.774678ms","start":"2026-03-19T18:10:31.137153Z","end":"2026-03-19T18:10:31.561928Z","steps":["trace[1235540818] 'agreement among raft nodes before linearized reading' (duration: 424.662585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:31.561876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.71272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:31.561971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.891528Z","time spent":"670.432241ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:31.561978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:31.13713Z","time spent":"424.83987ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:10:31.562017Z","caller":"traceutil/trace.go:171","msg":"trace[1382502142] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8321; }","duration":"978.905986ms","start":"2026-03-19T18:10:30.583075Z","end":"2026-03-19T18:10:31.561981Z","steps":["trace[1382502142] 'agreement among raft nodes before linearized reading' (duration: 917.764478ms)","trace[1382502142] 'count revisions from in-memory index tree' (duration: 60.964013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:31.562036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.005147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:31.562061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.838573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:31.562075Z","caller":"traceutil/trace.go:171","msg":"trace[1841532623] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8321; }","duration":"522.080978ms","start":"2026-03-19T18:10:31.039984Z","end":"2026-03-19T18:10:31.562065Z","steps":["trace[1841532623] 'agreement among raft nodes before linearized reading' (duration: 521.912983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:31.561826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.836616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:31.562092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.583047Z","time spent":"979.02588ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:31.562127Z","caller":"traceutil/trace.go:171","msg":"trace[2036907073] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8321; }","duration":"313.226086ms","start":"2026-03-19T18:10:31.248884Z","end":"2026-03-19T18:10:31.56211Z","steps":["trace[2036907073] 'agreement among raft nodes before linearized reading' (duration: 312.875107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:31.562121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:31.039968Z","time spent":"522.14287ms","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:31.562162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:31.248853Z","time spent":"313.300378ms","remote":"127.0.0.1:48482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:31.561934Z","caller":"traceutil/trace.go:171","msg":"trace[469131111] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8321; }","duration":"666.05481ms","start":"2026-03-19T18:10:30.895843Z","end":"2026-03-19T18:10:31.561898Z","steps":["trace[469131111] 'agreement among raft nodes before linearized reading' (duration: 604.894322ms)","trace[469131111] 'count revisions from in-memory index tree' (duration: 61.001125ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:31.561851Z","caller":"traceutil/trace.go:171","msg":"trace[432767788] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8321; }","duration":"675.854538ms","start":"2026-03-19T18:10:30.885966Z","end":"2026-03-19T18:10:31.56182Z","steps":["trace[432767788] 'agreement among raft nodes before linearized reading' (duration: 614.771052ms)","trace[432767788] 'range keys from in-memory index tree' (duration: 60.778719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:31.562289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.895832Z","time spent":"666.40267ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:31.562728Z","caller":"traceutil/trace.go:171","msg":"trace[1967639766] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8321; }","duration":"763.913845ms","start":"2026-03-19T18:10:30.798171Z","end":"2026-03-19T18:10:31.562085Z","steps":["trace[1967639766] 'agreement among raft nodes before linearized reading' (duration: 702.574471ms)","trace[1967639766] 'count revisions from in-memory index tree' (duration: 60.948953ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:31.56178Z","caller":"traceutil/trace.go:171","msg":"trace[73979794] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8321; }","duration":"583.196296ms","start":"2026-03-19T18:10:30.978543Z","end":"2026-03-19T18:10:31.561739Z","steps":["trace[73979794] 'agreement among raft nodes before linearized reading' (duration: 582.957689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:31.562895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.978525Z","time spent":"584.266155ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-19T18:10:31.562413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.885951Z","time spent":"676.390342ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:10:31.563116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.798146Z","time spent":"764.613775ms","remote":"127.0.0.1:48418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:31.564206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.073203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T18:10:31.56429Z","caller":"traceutil/trace.go:171","msg":"trace[1609474850] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8321; }","duration":"837.199018ms","start":"2026-03-19T18:10:30.727069Z","end":"2026-03-19T18:10:31.564268Z","steps":["trace[1609474850] 'agreement among raft nodes before linearized reading' (duration: 773.677634ms)","trace[1609474850] 'range keys from in-memory index tree' (duration: 60.8118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:31.564345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.72705Z","time spent":"837.27892ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:10:31.964451Z","caller":"traceutil/trace.go:171","msg":"trace[1777731123] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"106.874354ms","start":"2026-03-19T18:10:31.857529Z","end":"2026-03-19T18:10:31.964404Z","steps":["trace[1777731123] 'process raft request' (duration: 50.917788ms)","trace[1777731123] 'compare' (duration: 55.622326ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:33.089869Z","caller":"traceutil/trace.go:171","msg":"trace[126509565] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"109.202167ms","start":"2026-03-19T18:10:32.980627Z","end":"2026-03-19T18:10:33.089829Z","steps":["trace[126509565] 'process raft request' (duration: 82.182855ms)","trace[126509565] 'compare' (duration: 26.682283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:34.036294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.541787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:34.036559Z","caller":"traceutil/trace.go:171","msg":"trace[90903027] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"284.405525ms","start":"2026-03-19T18:10:33.752138Z","end":"2026-03-19T18:10:34.036544Z","steps":["trace[90903027] 'process raft request' (duration: 284.322193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:34.036589Z","caller":"traceutil/trace.go:171","msg":"trace[910828260] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"286.709309ms","start":"2026-03-19T18:10:33.749842Z","end":"2026-03-19T18:10:34.036551Z","steps":["trace[910828260] 'process raft request' (duration: 63.820672ms)","trace[910828260] 'compare' (duration: 222.163778ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:34.036615Z","caller":"traceutil/trace.go:171","msg":"trace[523744675] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8655; }","duration":"284.591991ms","start":"2026-03-19T18:10:33.751989Z","end":"2026-03-19T18:10:34.036581Z","steps":["trace[523744675] 'read index received' (duration: 61.693064ms)","trace[523744675] 'applied index is now lower than readState.Index' (duration: 222.896067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:34.037009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.986411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T18:10:34.037115Z","caller":"traceutil/trace.go:171","msg":"trace[1121830156] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8335; }","duration":"285.145905ms","start":"2026-03-19T18:10:33.751939Z","end":"2026-03-19T18:10:34.037085Z","steps":["trace[1121830156] 'agreement among raft nodes before linearized reading' (duration: 284.784196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.066992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.908885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:10:34.067087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.373213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:10:34.067102Z","caller":"traceutil/trace.go:171","msg":"trace[447095964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8336; }","duration":"240.0975ms","start":"2026-03-19T18:10:33.826979Z","end":"2026-03-19T18:10:34.067077Z","steps":["trace[447095964] 'agreement among raft nodes before linearized reading' (duration: 239.804012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:34.067133Z","caller":"traceutil/trace.go:171","msg":"trace[1552566474] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8336; }","duration":"238.444054ms","start":"2026-03-19T18:10:33.828675Z","end":"2026-03-19T18:10:34.067119Z","steps":["trace[1552566474] 'agreement among raft nodes before linearized reading' (duration: 238.29346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.024808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:34.067271Z","caller":"traceutil/trace.go:171","msg":"trace[1533865153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8336; }","duration":"177.348247ms","start":"2026-03-19T18:10:33.889902Z","end":"2026-03-19T18:10:34.06725Z","steps":["trace[1533865153] 'agreement among raft nodes before linearized reading' (duration: 176.977227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.067462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.453669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:10:34.067568Z","caller":"traceutil/trace.go:171","msg":"trace[1072449415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8336; }","duration":"170.632893ms","start":"2026-03-19T18:10:33.896913Z","end":"2026-03-19T18:10:34.067546Z","steps":["trace[1072449415] 'agreement among raft nodes before linearized reading' (duration: 169.764749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.067802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.730675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:10:34.067944Z","caller":"traceutil/trace.go:171","msg":"trace[2052776290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8336; }","duration":"170.964973ms","start":"2026-03-19T18:10:33.896959Z","end":"2026-03-19T18:10:34.067924Z","steps":["trace[2052776290] 'agreement among raft nodes before linearized reading' (duration: 169.702948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:39.174645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.880204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:39.174752Z","caller":"traceutil/trace.go:171","msg":"trace[1378965383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8389; }","duration":"283.055648ms","start":"2026-03-19T18:10:38.891676Z","end":"2026-03-19T18:10:39.174732Z","steps":["trace[1378965383] 'range keys from in-memory index tree' (duration: 282.659548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:39.174839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.076975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:39.175066Z","caller":"traceutil/trace.go:171","msg":"trace[2031593813] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8389; }","duration":"367.357242ms","start":"2026-03-19T18:10:38.807675Z","end":"2026-03-19T18:10:39.175032Z","steps":["trace[2031593813] 'count revisions from in-memory index tree' (duration: 366.831007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:39.175146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:38.80765Z","time spent":"367.474316ms","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:39.174666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.540324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T18:10:39.175262Z","caller":"traceutil/trace.go:171","msg":"trace[600011261] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8389; }","duration":"334.207073ms","start":"2026-03-19T18:10:38.841036Z","end":"2026-03-19T18:10:39.175243Z","steps":["trace[600011261] 'range keys from in-memory index tree' (duration: 333.322308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:39.175337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:38.841013Z","time spent":"334.304405ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T18:10:39.176017Z","caller":"traceutil/trace.go:171","msg":"trace[772034783] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"165.017798ms","start":"2026-03-19T18:10:39.010932Z","end":"2026-03-19T18:10:39.175949Z","steps":["trace[772034783] 'process raft request' (duration: 163.085735ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:34.537075Z","caller":"traceutil/trace.go:171","msg":"trace[33240753] linearizableReadLoop","detail":"{readStateIndex:9296; appliedIndex:9295; }","duration":"117.781081ms","start":"2026-03-19T18:11:34.419273Z","end":"2026-03-19T18:11:34.537054Z","steps":["trace[33240753] 'read index received' (duration: 117.678018ms)","trace[33240753] 'applied index is now lower than readState.Index' (duration: 101.983µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:34.537201Z","caller":"traceutil/trace.go:171","msg":"trace[1752575348] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"205.647068ms","start":"2026-03-19T18:11:34.331524Z","end":"2026-03-19T18:11:34.537171Z","steps":["trace[1752575348] 'process raft request' (duration: 205.38688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:34.537457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.161041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:11:34.537551Z","caller":"traceutil/trace.go:171","msg":"trace[970172847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8958; }","duration":"118.326586ms","start":"2026-03-19T18:11:34.419205Z","end":"2026-03-19T18:11:34.537531Z","steps":["trace[970172847] 'agreement among raft nodes before linearized reading' (duration: 118.042498ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:46.847369Z","caller":"traceutil/trace.go:171","msg":"trace[621078937] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"267.071767ms","start":"2026-03-19T18:11:46.580256Z","end":"2026-03-19T18:11:46.847328Z","steps":["trace[621078937] 'process raft request' (duration: 266.853211ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:46.881703Z","caller":"traceutil/trace.go:171","msg":"trace[1539874280] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"300.445266ms","start":"2026-03-19T18:11:46.581229Z","end":"2026-03-19T18:11:46.881674Z","steps":["trace[1539874280] 'process raft request' (duration: 300.196908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:46.881877Z","caller":"traceutil/trace.go:171","msg":"trace[607172903] linearizableReadLoop","detail":"{readStateIndex:9363; appliedIndex:9361; }","duration":"277.771041ms","start":"2026-03-19T18:11:46.604081Z","end":"2026-03-19T18:11:46.881852Z","steps":["trace[607172903] 'read index received' (duration: 243.031766ms)","trace[607172903] 'applied index is now lower than readState.Index' (duration: 34.737385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:46.88193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:46.581199Z","time spent":"300.612099ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:46.881944Z","caller":"traceutil/trace.go:171","msg":"trace[1008440838] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"109.270005ms","start":"2026-03-19T18:11:46.772605Z","end":"2026-03-19T18:11:46.881875Z","steps":["trace[1008440838] 'process raft request' (duration: 109.015319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:46.882103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.996128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:11:46.882174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.756564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:11:46.882216Z","caller":"traceutil/trace.go:171","msg":"trace[336521805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9022; }","duration":"268.882287ms","start":"2026-03-19T18:11:46.613321Z","end":"2026-03-19T18:11:46.882203Z","steps":["trace[336521805] 'agreement among raft nodes before linearized reading' (duration: 268.688322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:46.882223Z","caller":"traceutil/trace.go:171","msg":"trace[1367421471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9022; }","duration":"278.173091ms","start":"2026-03-19T18:11:46.604027Z","end":"2026-03-19T18:11:46.8822Z","steps":["trace[1367421471] 'agreement among raft nodes before linearized reading' (duration: 277.909414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:46.882417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.682468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T18:11:46.882427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.310562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:11:46.882453Z","caller":"traceutil/trace.go:171","msg":"trace[2065357937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9022; }","duration":"253.730609ms","start":"2026-03-19T18:11:46.628713Z","end":"2026-03-19T18:11:46.882443Z","steps":["trace[2065357937] 'agreement among raft nodes before linearized reading' (duration: 253.639157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:46.882466Z","caller":"traceutil/trace.go:171","msg":"trace[600252612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9022; }","duration":"264.370193ms","start":"2026-03-19T18:11:46.618086Z","end":"2026-03-19T18:11:46.882456Z","steps":["trace[600252612] 'agreement among raft nodes before linearized reading' (duration: 264.27892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:46.882482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.988544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:11:46.882537Z","caller":"traceutil/trace.go:171","msg":"trace[1290930588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9022; }","duration":"211.061095ms","start":"2026-03-19T18:11:46.671457Z","end":"2026-03-19T18:11:46.882518Z","steps":["trace[1290930588] 'agreement among raft nodes before linearized reading' (duration: 210.822399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:46.882699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.767296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:11:46.882735Z","caller":"traceutil/trace.go:171","msg":"trace[876026963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9022; }","duration":"267.829878ms","start":"2026-03-19T18:11:46.614895Z","end":"2026-03-19T18:11:46.882725Z","steps":["trace[876026963] 'agreement among raft nodes before linearized reading' (duration: 267.724855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:46.882863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.306632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c9bcb4795-kdqzp.189e5072afd4887f\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T18:11:46.882918Z","caller":"traceutil/trace.go:171","msg":"trace[2132717440] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c9bcb4795-kdqzp.189e5072afd4887f; range_end:; response_count:1; response_revision:9022; }","duration":"143.428086ms","start":"2026-03-19T18:11:46.73947Z","end":"2026-03-19T18:11:46.882898Z","steps":["trace[2132717440] 'agreement among raft nodes before linearized reading' (duration: 143.20713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:47.404781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.20819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:47.405375Z","caller":"traceutil/trace.go:171","msg":"trace[1705755275] linearizableReadLoop","detail":"{readStateIndex:9371; appliedIndex:9364; }","duration":"513.731422ms","start":"2026-03-19T18:11:46.891618Z","end":"2026-03-19T18:11:47.405349Z","steps":["trace[1705755275] 'read index received' (duration: 16.895425ms)","trace[1705755275] 'applied index is now lower than readState.Index' (duration: 496.834407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:47.405534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.912328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:47.405516Z","caller":"traceutil/trace.go:171","msg":"trace[2126184878] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"517.696432ms","start":"2026-03-19T18:11:46.887752Z","end":"2026-03-19T18:11:47.405449Z","steps":["trace[2126184878] 'process raft request' (duration: 517.215699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:47.405596Z","caller":"traceutil/trace.go:171","msg":"trace[985837017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9029; }","duration":"514.01058ms","start":"2026-03-19T18:11:46.891569Z","end":"2026-03-19T18:11:47.40558Z","steps":["trace[985837017] 'agreement among raft nodes before linearized reading' (duration: 513.869886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:47.405559Z","caller":"traceutil/trace.go:171","msg":"trace[1704692252] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"517.736264ms","start":"2026-03-19T18:11:46.887762Z","end":"2026-03-19T18:11:47.405498Z","steps":["trace[1704692252] 'process raft request' (duration: 517.331882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:47.40563Z","caller":"traceutil/trace.go:171","msg":"trace[217397559] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"517.338851ms","start":"2026-03-19T18:11:46.888243Z","end":"2026-03-19T18:11:47.405582Z","steps":["trace[217397559] 'process raft request' (duration: 516.954541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:47.405681Z","caller":"traceutil/trace.go:171","msg":"trace[1081755952] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"519.78297ms","start":"2026-03-19T18:11:46.885848Z","end":"2026-03-19T18:11:47.405631Z","steps":["trace[1081755952] 'process raft request' (duration: 22.576472ms)","trace[1081755952] 'compare' (duration: 495.985424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:47.405658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:46.89156Z","time spent":"514.086322ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:11:47.405779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:46.887718Z","time spent":"517.916557ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:47.405791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:46.888231Z","time spent":"517.489217ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:47.405795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:46.88773Z","time spent":"517.937098ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:47.405622Z","caller":"traceutil/trace.go:171","msg":"trace[369560137] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"517.123786ms","start":"2026-03-19T18:11:46.888419Z","end":"2026-03-19T18:11:47.405543Z","steps":["trace[369560137] 'process raft request' (duration: 516.827628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:47.405751Z","caller":"traceutil/trace.go:171","msg":"trace[1853889100] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"516.721125ms","start":"2026-03-19T18:11:46.888812Z","end":"2026-03-19T18:11:47.405533Z","steps":["trace[1853889100] 'process raft request' (duration: 516.483669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:47.405479Z","caller":"traceutil/trace.go:171","msg":"trace[654917380] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"517.172146ms","start":"2026-03-19T18:11:46.888269Z","end":"2026-03-19T18:11:47.405441Z","steps":["trace[654917380] 'process raft request' (duration: 516.883178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:47.406342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:46.888803Z","time spent":"517.225838ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:47.406048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:46.888394Z","time spent":"517.504476ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:47.406522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:46.888255Z","time spent":"518.117533ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:47.405933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:46.885825Z","time spent":"519.978614ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:47.915732Z","caller":"traceutil/trace.go:171","msg":"trace[1534436203] linearizableReadLoop","detail":"{readStateIndex:9372; appliedIndex:9371; }","duration":"329.214226ms","start":"2026-03-19T18:11:47.586481Z","end":"2026-03-19T18:11:47.915696Z","steps":["trace[1534436203] 'read index received' (duration: 276.915757ms)","trace[1534436203] 'applied index is now lower than readState.Index' (duration: 52.296779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:47.916107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.607528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:11:47.916177Z","caller":"traceutil/trace.go:171","msg":"trace[387967201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9030; }","duration":"329.752392ms","start":"2026-03-19T18:11:47.586412Z","end":"2026-03-19T18:11:47.916165Z","steps":["trace[387967201] 'agreement among raft nodes before linearized reading' (duration: 329.430773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:47.916129Z","caller":"traceutil/trace.go:171","msg":"trace[1431656605] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"412.497507ms","start":"2026-03-19T18:11:47.503562Z","end":"2026-03-19T18:11:47.91606Z","steps":["trace[1431656605] 'process raft request' (duration: 359.973392ms)","trace[1431656605] 'compare' (duration: 51.780554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:47.916221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:47.586386Z","time spent":"329.825734ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:11:47.916386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:47.503531Z","time spent":"412.723973ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:48.157616Z","caller":"traceutil/trace.go:171","msg":"trace[1373799397] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9374; }","duration":"187.894739ms","start":"2026-03-19T18:11:47.969683Z","end":"2026-03-19T18:11:48.157578Z","steps":["trace[1373799397] 'read index received' (duration: 129.552154ms)","trace[1373799397] 'applied index is now lower than readState.Index' (duration: 58.341295ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:48.157657Z","caller":"traceutil/trace.go:171","msg":"trace[927563949] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"204.854265ms","start":"2026-03-19T18:11:47.952751Z","end":"2026-03-19T18:11:48.157606Z","steps":["trace[927563949] 'process raft request' (duration: 146.516591ms)","trace[927563949] 'compare' (duration: 58.146818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:48.157837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.127455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:48.15794Z","caller":"traceutil/trace.go:171","msg":"trace[893909850] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9033; }","duration":"188.291259ms","start":"2026-03-19T18:11:47.969627Z","end":"2026-03-19T18:11:48.157918Z","steps":["trace[893909850] 'agreement among raft nodes before linearized reading' (duration: 188.039173ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:12.259093Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7351} {"level":"info","ts":"2026-03-19T18:13:12.328838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7351,"took":"67.297618ms","hash":1318246538,"current-db-size-bytes":40542208,"current-db-size":"40 MB","current-db-size-in-use-bytes":24633344,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-19T18:13:12.328906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1318246538,"revision":7351,"compact-revision":5344} {"level":"info","ts":"2026-03-19T18:13:21.031275Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d82047944f922143","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:13:21.036034Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T18:13:21.036113Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T18:14:15.680316Z","caller":"traceutil/trace.go:171","msg":"trace[944564088] transaction","detail":"{read_only:false; response_revision:10076; number_of_response:1; }","duration":"340.514389ms","start":"2026-03-19T18:14:15.33978Z","end":"2026-03-19T18:14:15.680294Z","steps":["trace[944564088] 'process raft request' (duration: 338.094733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:15.680463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:15.339725Z","time spent":"340.662932ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:18:12.265766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9569} {"level":"info","ts":"2026-03-19T18:18:12.352961Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9569,"took":"84.700814ms","hash":2677237755,"current-db-size-bytes":40542208,"current-db-size":"40 MB","current-db-size-in-use-bytes":18456576,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T18:18:12.353018Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2677237755,"revision":9569,"compact-revision":7351}