{"level":"warn","ts":"2026-05-07T15:41:04.403525Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T15:41:04.40371Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T15:41:04.405356Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T15:41:04.405374Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-05-07T15:41:04.405448Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T15:41:04.406438Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-05-07T15:41:04.406521Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T15:41:04.415207Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.44247ms"} {"level":"info","ts":"2026-05-07T15:41:04.438081Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-05-07T15:41:04.438213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T15:41:04.438237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-05-07T15:41:04.438253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T15:41:04.438266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-05-07T15:41:04.438317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-05-07T15:41:04.449874Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T15:41:04.452048Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T15:41:04.453255Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T15:41:04.456544Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T15:41:04.45699Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T15:41:04.457102Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T15:41:04.457024Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T15:41:04.457166Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T15:41:04.457857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-05-07T15:41:04.45961Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-05-07T15:41:04.462798Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T15:41:04.463017Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-05-07T15:41:04.463097Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-05-07T15:41:04.463241Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T15:41:04.463323Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T15:41:04.539534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T15:41:04.5396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T15:41:04.539639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-05-07T15:41:04.53966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-05-07T15:41:04.539672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-05-07T15:41:04.539688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-05-07T15:41:04.539709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-05-07T15:41:04.540954Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T15:41:04.541022Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T15:41:04.541384Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T15:41:04.541412Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T15:41:04.541723Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T15:41:04.541816Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T15:41:04.544988Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-05-07T15:41:04.54519Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T15:41:04.545341Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T15:41:04.545379Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T15:41:04.545993Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T15:41:07.484919Z","caller":"traceutil/trace.go:171","msg":"trace[1305189978] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"123.639469ms","start":"2026-05-07T15:41:07.361249Z","end":"2026-05-07T15:41:07.484889Z","steps":["trace[1305189978] 'read index received' (duration: 98.875101ms)","trace[1305189978] 'applied index is now lower than readState.Index' (duration: 24.763148ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:07.485079Z","caller":"traceutil/trace.go:171","msg":"trace[206169002] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"125.347564ms","start":"2026-05-07T15:41:07.359697Z","end":"2026-05-07T15:41:07.485045Z","steps":["trace[206169002] 'process raft request' (duration: 100.433313ms)","trace[206169002] 'compare' (duration: 24.593765ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:07.48524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.964506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T15:41:07.485299Z","caller":"traceutil/trace.go:171","msg":"trace[309080723] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:72; }","duration":"124.068809ms","start":"2026-05-07T15:41:07.361214Z","end":"2026-05-07T15:41:07.485283Z","steps":["trace[309080723] 'agreement among raft nodes before linearized reading' (duration: 123.904845ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:09.215782Z","caller":"traceutil/trace.go:171","msg":"trace[2058741709] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"147.47482ms","start":"2026-05-07T15:41:09.068235Z","end":"2026-05-07T15:41:09.21571Z","steps":["trace[2058741709] 'process raft request' (duration: 112.929295ms)","trace[2058741709] 'compare' (duration: 30.914383ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:09.404629Z","caller":"traceutil/trace.go:171","msg":"trace[48906036] linearizableReadLoop","detail":"{readStateIndex:261; appliedIndex:260; }","duration":"116.400364ms","start":"2026-05-07T15:41:09.288197Z","end":"2026-05-07T15:41:09.404597Z","steps":["trace[48906036] 'read index received' (duration: 103.099827ms)","trace[48906036] 'applied index is now lower than readState.Index' (duration: 13.299457ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:09.404686Z","caller":"traceutil/trace.go:171","msg":"trace[2138351133] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"117.308152ms","start":"2026-05-07T15:41:09.28733Z","end":"2026-05-07T15:41:09.404638Z","steps":["trace[2138351133] 'process raft request' (duration: 103.981094ms)","trace[2138351133] 'compare' (duration: 13.152574ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:09.404844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.613048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-07T15:41:09.405082Z","caller":"traceutil/trace.go:171","msg":"trace[870102051] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:255; }","duration":"116.883574ms","start":"2026-05-07T15:41:09.288179Z","end":"2026-05-07T15:41:09.405063Z","steps":["trace[870102051] 'agreement among raft nodes before linearized reading' (duration: 116.536346ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:09.610824Z","caller":"traceutil/trace.go:171","msg":"trace[334224054] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"140.017169ms","start":"2026-05-07T15:41:09.470778Z","end":"2026-05-07T15:41:09.610795Z","steps":["trace[334224054] 'process raft request' (duration: 43.482415ms)","trace[334224054] 'compare' (duration: 96.37006ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:10.318193Z","caller":"traceutil/trace.go:171","msg":"trace[1909970691] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"132.962508ms","start":"2026-05-07T15:41:10.185176Z","end":"2026-05-07T15:41:10.318139Z","steps":["trace[1909970691] 'process raft request' (duration: 47.036537ms)","trace[1909970691] 'compare' (duration: 85.687746ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:10.48983Z","caller":"traceutil/trace.go:171","msg":"trace[2112280998] linearizableReadLoop","detail":"{readStateIndex:287; appliedIndex:286; }","duration":"143.481839ms","start":"2026-05-07T15:41:10.346305Z","end":"2026-05-07T15:41:10.489787Z","steps":["trace[2112280998] 'read index received' (duration: 131.925636ms)","trace[2112280998] 'applied index is now lower than readState.Index' (duration: 11.553353ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:10.489875Z","caller":"traceutil/trace.go:171","msg":"trace[1801559213] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"166.38657ms","start":"2026-05-07T15:41:10.323447Z","end":"2026-05-07T15:41:10.489833Z","steps":["trace[1801559213] 'process raft request' (duration: 154.691076ms)","trace[1801559213] 'compare' (duration: 11.377138ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:10.490049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.725345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:41:10.490103Z","caller":"traceutil/trace.go:171","msg":"trace[1555949228] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:0; response_revision:281; }","duration":"143.859477ms","start":"2026-05-07T15:41:10.346228Z","end":"2026-05-07T15:41:10.490087Z","steps":["trace[1555949228] 'agreement among raft nodes before linearized reading' (duration: 143.700063ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:19.523025Z","caller":"traceutil/trace.go:171","msg":"trace[1427443513] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"472.298883ms","start":"2026-05-07T15:41:19.050696Z","end":"2026-05-07T15:41:19.522995Z","steps":["trace[1427443513] 'process raft request' (duration: 472.13867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:19.523702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:19.050663Z","time spent":"472.454426ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:41:19.912045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.115759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T15:41:19.912155Z","caller":"traceutil/trace.go:171","msg":"trace[346967694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:406; }","duration":"118.334633ms","start":"2026-05-07T15:41:19.793797Z","end":"2026-05-07T15:41:19.912132Z","steps":["trace[346967694] 'range keys from in-memory index tree' (duration: 117.981297ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:30.956328Z","caller":"traceutil/trace.go:171","msg":"trace[1305421859] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"160.850668ms","start":"2026-05-07T15:41:30.795423Z","end":"2026-05-07T15:41:30.956274Z","steps":["trace[1305421859] 'process raft request' (duration: 160.554223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:31.293026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.195519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:41:31.293173Z","caller":"traceutil/trace.go:171","msg":"trace[93792845] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"179.603485ms","start":"2026-05-07T15:41:31.113547Z","end":"2026-05-07T15:41:31.293151Z","steps":["trace[93792845] 'read index received' (duration: 64.601µs)","trace[93792845] 'applied index is now lower than readState.Index' (duration: 179.537104ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:31.29327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.728627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T15:41:31.293305Z","caller":"traceutil/trace.go:171","msg":"trace[956706928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:463; }","duration":"179.808448ms","start":"2026-05-07T15:41:31.113487Z","end":"2026-05-07T15:41:31.293295Z","steps":["trace[956706928] 'agreement among raft nodes before linearized reading' (duration: 179.718487ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:31.293345Z","caller":"traceutil/trace.go:171","msg":"trace[2136970455] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"331.855152ms","start":"2026-05-07T15:41:30.96145Z","end":"2026-05-07T15:41:31.293305Z","steps":["trace[2136970455] 'process raft request' (duration: 115.010311ms)","trace[2136970455] 'compare' (duration: 215.875353ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:31.293546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:30.961437Z","time spent":"331.994975ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:41:37.422369Z","caller":"traceutil/trace.go:171","msg":"trace[1592613812] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"428.231842ms","start":"2026-05-07T15:41:36.994106Z","end":"2026-05-07T15:41:37.422338Z","steps":["trace[1592613812] 'process raft request' (duration: 428.007348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:37.422611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:36.99406Z","time spent":"428.432894ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:41:37.508555Z","caller":"traceutil/trace.go:171","msg":"trace[1893469063] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:528; }","duration":"190.488664ms","start":"2026-05-07T15:41:37.318032Z","end":"2026-05-07T15:41:37.50852Z","steps":["trace[1893469063] 'read index received' (duration: 104.11469ms)","trace[1893469063] 'applied index is now lower than readState.Index' (duration: 86.372414ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:37.508636Z","caller":"traceutil/trace.go:171","msg":"trace[487999215] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"449.34481ms","start":"2026-05-07T15:41:37.059235Z","end":"2026-05-07T15:41:37.50858Z","steps":["trace[487999215] 'process raft request' (duration: 444.369438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:37.508779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.082275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T15:41:37.508755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.709139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T15:41:37.50883Z","caller":"traceutil/trace.go:171","msg":"trace[596039588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:510; }","duration":"185.216647ms","start":"2026-05-07T15:41:37.323596Z","end":"2026-05-07T15:41:37.508813Z","steps":["trace[596039588] 'agreement among raft nodes before linearized reading' (duration: 185.099625ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:37.508851Z","caller":"traceutil/trace.go:171","msg":"trace[1944270671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:510; }","duration":"190.868201ms","start":"2026-05-07T15:41:37.31796Z","end":"2026-05-07T15:41:37.508828Z","steps":["trace[1944270671] 'agreement among raft nodes before linearized reading' (duration: 190.684157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:37.508875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:37.059183Z","time spent":"449.553364ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:41:38.157706Z","caller":"traceutil/trace.go:171","msg":"trace[1910310227] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"261.575346ms","start":"2026-05-07T15:41:37.896095Z","end":"2026-05-07T15:41:38.157671Z","steps":["trace[1910310227] 'process raft request' (duration: 240.559528ms)","trace[1910310227] 'compare' (duration: 20.612031ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:38.157814Z","caller":"traceutil/trace.go:171","msg":"trace[1639099378] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"246.596069ms","start":"2026-05-07T15:41:37.911192Z","end":"2026-05-07T15:41:38.157788Z","steps":["trace[1639099378] 'process raft request' (duration: 246.368725ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:38.158165Z","caller":"traceutil/trace.go:171","msg":"trace[1410026858] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"245.896237ms","start":"2026-05-07T15:41:37.912256Z","end":"2026-05-07T15:41:38.158152Z","steps":["trace[1410026858] 'process raft request' (duration: 245.435557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:38.158375Z","caller":"traceutil/trace.go:171","msg":"trace[139604408] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"158.083436ms","start":"2026-05-07T15:41:38.000279Z","end":"2026-05-07T15:41:38.158362Z","steps":["trace[139604408] 'process raft request' (duration: 157.920273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:38.15839Z","caller":"traceutil/trace.go:171","msg":"trace[942881487] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:566; }","duration":"122.520861ms","start":"2026-05-07T15:41:38.035814Z","end":"2026-05-07T15:41:38.158334Z","steps":["trace[942881487] 'read index received' (duration: 100.964372ms)","trace[942881487] 'applied index is now lower than readState.Index' (duration: 21.555329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:38.158517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.696214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T15:41:38.158563Z","caller":"traceutil/trace.go:171","msg":"trace[1309817641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:545; }","duration":"122.802646ms","start":"2026-05-07T15:41:38.035751Z","end":"2026-05-07T15:41:38.158553Z","steps":["trace[1309817641] 'agreement among raft nodes before linearized reading' (duration: 122.690194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:38.934177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893679250,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T15:41:39.062406Z","caller":"traceutil/trace.go:171","msg":"trace[21662650] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"631.544812ms","start":"2026-05-07T15:41:38.430816Z","end":"2026-05-07T15:41:39.06236Z","steps":["trace[21662650] 'process raft request' (duration: 606.362308ms)","trace[21662650] 'compare' (duration: 24.890519ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:39.062455Z","caller":"traceutil/trace.go:171","msg":"trace[909735361] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:590; }","duration":"628.942203ms","start":"2026-05-07T15:41:38.433468Z","end":"2026-05-07T15:41:39.06241Z","steps":["trace[909735361] 'read index received' (duration: 603.814471ms)","trace[909735361] 'applied index is now lower than readState.Index' (duration: 25.126352ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:39.062494Z","caller":"traceutil/trace.go:171","msg":"trace[1958077472] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"588.11997ms","start":"2026-05-07T15:41:38.474343Z","end":"2026-05-07T15:41:39.062463Z","steps":["trace[1958077472] 'process raft request' (duration: 587.970528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:39.062614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:38.430767Z","time spent":"631.729526ms","remote":"127.0.0.1:40976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:41:39.062697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:38.474319Z","time spent":"588.256704ms","remote":"127.0.0.1:40976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T15:41:39.06272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.031419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:41:39.062851Z","caller":"traceutil/trace.go:171","msg":"trace[347440101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"117.246973ms","start":"2026-05-07T15:41:38.94559Z","end":"2026-05-07T15:41:39.062837Z","steps":["trace[347440101] 'agreement among raft nodes before linearized reading' (duration: 117.037619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:39.062909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.423514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T15:41:39.062989Z","caller":"traceutil/trace.go:171","msg":"trace[1677405072] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:567; }","duration":"629.532755ms","start":"2026-05-07T15:41:38.433435Z","end":"2026-05-07T15:41:39.062967Z","steps":["trace[1677405072] 'agreement among raft nodes before linearized reading' (duration: 629.166619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:39.063041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:38.433421Z","time spent":"629.611006ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-05-07T15:41:45.400089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.020326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mq5qd\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-07T15:41:45.400207Z","caller":"traceutil/trace.go:171","msg":"trace[2032340807] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mq5qd; range_end:; response_count:1; response_revision:621; }","duration":"287.210848ms","start":"2026-05-07T15:41:45.112971Z","end":"2026-05-07T15:41:45.400182Z","steps":["trace[2032340807] 'range keys from in-memory index tree' (duration: 286.812452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:45.996282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893679455,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T15:41:46.021402Z","caller":"traceutil/trace.go:171","msg":"trace[82437294] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"605.522723ms","start":"2026-05-07T15:41:45.415841Z","end":"2026-05-07T15:41:46.021363Z","steps":["trace[82437294] 'process raft request' (duration: 605.231206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:46.021621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:45.415808Z","time spent":"605.672076ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:41:46.430404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.562343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T15:41:46.430546Z","caller":"traceutil/trace.go:171","msg":"trace[1467445883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:623; }","duration":"934.705196ms","start":"2026-05-07T15:41:45.495796Z","end":"2026-05-07T15:41:46.430502Z","steps":["trace[1467445883] 'agreement among raft nodes before linearized reading' (duration: 934.294469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:46.430613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:45.495753Z","time spent":"934.847249ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T15:41:46.431063Z","caller":"traceutil/trace.go:171","msg":"trace[1678569085] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.004533633s","start":"2026-05-07T15:41:45.426425Z","end":"2026-05-07T15:41:46.430959Z","steps":["trace[1678569085] 'process raft request' (duration: 1.00166522s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:46.431413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:45.426395Z","time spent":"1.004870379s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:41:46.431471Z","caller":"traceutil/trace.go:171","msg":"trace[2091681543] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:648; }","duration":"934.254508ms","start":"2026-05-07T15:41:45.495807Z","end":"2026-05-07T15:41:46.430062Z","steps":["trace[2091681543] 'read index received' (duration: 525.315042ms)","trace[2091681543] 'applied index is now lower than readState.Index' (duration: 408.937056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:46.432038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.93729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T15:41:46.432125Z","caller":"traceutil/trace.go:171","msg":"trace[1563415453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:623; }","duration":"883.077653ms","start":"2026-05-07T15:41:45.548996Z","end":"2026-05-07T15:41:46.432073Z","steps":["trace[1563415453] 'agreement among raft nodes before linearized reading' (duration: 882.739507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:46.432187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:45.54896Z","time spent":"883.214605ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T15:41:46.432267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.380454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T15:41:46.432344Z","caller":"traceutil/trace.go:171","msg":"trace[547709257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:623; }","duration":"228.502616ms","start":"2026-05-07T15:41:46.203807Z","end":"2026-05-07T15:41:46.432309Z","steps":["trace[547709257] 'agreement among raft nodes before linearized reading' (duration: 228.220031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:46.432693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.151003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T15:41:46.432734Z","caller":"traceutil/trace.go:171","msg":"trace[1461910409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:623; }","duration":"876.205415ms","start":"2026-05-07T15:41:45.556521Z","end":"2026-05-07T15:41:46.432727Z","steps":["trace[1461910409] 'agreement among raft nodes before linearized reading' (duration: 876.111634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:46.432769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:45.55651Z","time spent":"876.246756ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:41:46.433054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.305781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:41:46.43322Z","caller":"traceutil/trace.go:171","msg":"trace[948658222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"487.617956ms","start":"2026-05-07T15:41:45.945565Z","end":"2026-05-07T15:41:46.433183Z","steps":["trace[948658222] 'agreement among raft nodes before linearized reading' (duration: 487.313741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:46.433305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:45.945538Z","time spent":"487.736978ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:41:47.4462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893679460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:41:47.621388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126455983s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T15:41:47.630167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182205632s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:41:47.630644Z","caller":"traceutil/trace.go:171","msg":"trace[599271949] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.191221418s","start":"2026-05-07T15:41:46.439399Z","end":"2026-05-07T15:41:47.63062Z","steps":["trace[599271949] 'process raft request' (duration: 1.191078465s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:47.630639Z","caller":"traceutil/trace.go:171","msg":"trace[1594118084] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.191741717s","start":"2026-05-07T15:41:46.438846Z","end":"2026-05-07T15:41:47.630588Z","steps":["trace[1594118084] 'process raft request' (duration: 1.191560884s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:47.630753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:46.439387Z","time spent":"1.19132175s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:41:47.630751Z","caller":"traceutil/trace.go:171","msg":"trace[783842725] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.193062812s","start":"2026-05-07T15:41:46.437618Z","end":"2026-05-07T15:41:47.630681Z","steps":["trace[783842725] 'process raft request' (duration: 10.216039ms)","trace[783842725] 'compare' (duration: 1.182014687s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:47.630841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:46.43882Z","time spent":"1.191916041s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:41:47.631034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:46.437581Z","time spent":"1.193296886s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:41:47.631099Z","caller":"traceutil/trace.go:171","msg":"trace[1864065949] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.191000713s","start":"2026-05-07T15:41:46.440077Z","end":"2026-05-07T15:41:47.631078Z","steps":["trace[1864065949] 'process raft request' (duration: 1.190492474s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:41:47.631191Z","caller":"traceutil/trace.go:171","msg":"trace[1910606615] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:650; }","duration":"685.283493ms","start":"2026-05-07T15:41:46.945852Z","end":"2026-05-07T15:41:47.631136Z","steps":["trace[1910606615] 'read index received' (duration: 675.85408ms)","trace[1910606615] 'applied index is now lower than readState.Index' (duration: 9.424063ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:47.631243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:46.440049Z","time spent":"1.191104445s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:41:47.631323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.465017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:41:47.63138Z","caller":"traceutil/trace.go:171","msg":"trace[109419137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"685.564789ms","start":"2026-05-07T15:41:46.945788Z","end":"2026-05-07T15:41:47.631353Z","steps":["trace[109419137] 'agreement among raft nodes before linearized reading' (duration: 685.478786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:47.631423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:46.945756Z","time spent":"685.660101ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:41:47.631075Z","caller":"traceutil/trace.go:171","msg":"trace[598995594] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.136195662s","start":"2026-05-07T15:41:46.494823Z","end":"2026-05-07T15:41:47.631018Z","steps":["trace[598995594] 'process raft request' (duration: 1.136002318s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:47.631768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:46.494799Z","time spent":"1.136899406s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T15:41:49.744859Z","caller":"traceutil/trace.go:171","msg":"trace[259801964] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"421.691421ms","start":"2026-05-07T15:41:49.323133Z","end":"2026-05-07T15:41:49.744825Z","steps":["trace[259801964] 'process raft request' (duration: 421.522958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:49.745129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:41:49.323096Z","time spent":"421.941404ms","remote":"127.0.0.1:40976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T15:41:49.74777Z","caller":"traceutil/trace.go:171","msg":"trace[1672070567] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:694; }","duration":"112.477845ms","start":"2026-05-07T15:41:49.63526Z","end":"2026-05-07T15:41:49.747738Z","steps":["trace[1672070567] 'read index received' (duration: 109.348728ms)","trace[1672070567] 'applied index is now lower than readState.Index' (duration: 3.128087ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:49.747822Z","caller":"traceutil/trace.go:171","msg":"trace[311712233] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"224.104705ms","start":"2026-05-07T15:41:49.523685Z","end":"2026-05-07T15:41:49.74779Z","steps":["trace[311712233] 'process raft request' (duration: 223.933082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:49.748026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.76176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T15:41:49.748069Z","caller":"traceutil/trace.go:171","msg":"trace[1166235407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:668; }","duration":"112.854592ms","start":"2026-05-07T15:41:49.635201Z","end":"2026-05-07T15:41:49.748056Z","steps":["trace[1166235407] 'agreement among raft nodes before linearized reading' (duration: 112.667879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:49.748247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.922092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T15:41:49.748313Z","caller":"traceutil/trace.go:171","msg":"trace[645010451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:668; }","duration":"113.063696ms","start":"2026-05-07T15:41:49.635234Z","end":"2026-05-07T15:41:49.748298Z","steps":["trace[645010451] 'agreement among raft nodes before linearized reading' (duration: 112.660388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:49.748294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.19157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T15:41:49.748385Z","caller":"traceutil/trace.go:171","msg":"trace[414699708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:668; }","duration":"112.311983ms","start":"2026-05-07T15:41:49.636048Z","end":"2026-05-07T15:41:49.74836Z","steps":["trace[414699708] 'agreement among raft nodes before linearized reading' (duration: 111.971576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:49.748417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.442585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T15:41:49.748523Z","caller":"traceutil/trace.go:171","msg":"trace[1475843662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:668; }","duration":"112.636099ms","start":"2026-05-07T15:41:49.635866Z","end":"2026-05-07T15:41:49.748502Z","steps":["trace[1475843662] 'agreement among raft nodes before linearized reading' (duration: 112.21528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:42:05.406539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.552538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:42:05.406617Z","caller":"traceutil/trace.go:171","msg":"trace[1767734644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"460.695129ms","start":"2026-05-07T15:42:04.945903Z","end":"2026-05-07T15:42:05.406599Z","steps":["trace[1767734644] 'range keys from in-memory index tree' (duration: 460.446625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:42:05.406649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:42:04.945875Z","time spent":"460.767781ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:42:05.407338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.628988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-07T15:42:05.40738Z","caller":"traceutil/trace.go:171","msg":"trace[250646290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:792; }","duration":"176.719341ms","start":"2026-05-07T15:42:05.230652Z","end":"2026-05-07T15:42:05.407371Z","steps":["trace[250646290] 'range keys from in-memory index tree' (duration: 176.030338ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:42:05.575129Z","caller":"traceutil/trace.go:171","msg":"trace[2098274993] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"167.041542ms","start":"2026-05-07T15:42:05.408021Z","end":"2026-05-07T15:42:05.575062Z","steps":["trace[2098274993] 'read index received' (duration: 166.194307ms)","trace[2098274993] 'applied index is now lower than readState.Index' (duration: 845.715µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:42:05.575207Z","caller":"traceutil/trace.go:171","msg":"trace[2110474616] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"332.760269ms","start":"2026-05-07T15:42:05.242413Z","end":"2026-05-07T15:42:05.575173Z","steps":["trace[2110474616] 'process raft request' (duration: 331.816532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:42:05.575303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.271946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:42:05.575384Z","caller":"traceutil/trace.go:171","msg":"trace[2125588140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:793; }","duration":"167.392628ms","start":"2026-05-07T15:42:05.407971Z","end":"2026-05-07T15:42:05.575364Z","steps":["trace[2125588140] 'agreement among raft nodes before linearized reading' (duration: 167.254625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:42:05.575403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:42:05.242386Z","time spent":"332.909151ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:42:05.580192Z","caller":"traceutil/trace.go:171","msg":"trace[1955602870] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"166.732686ms","start":"2026-05-07T15:42:05.413429Z","end":"2026-05-07T15:42:05.580162Z","steps":["trace[1955602870] 'process raft request' (duration: 166.499062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:42:56.020516Z","caller":"traceutil/trace.go:171","msg":"trace[5900098] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"135.687681ms","start":"2026-05-07T15:42:55.884798Z","end":"2026-05-07T15:42:56.020485Z","steps":["trace[5900098] 'process raft request' (duration: 135.512378ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:16.278599Z","caller":"traceutil/trace.go:171","msg":"trace[1044498543] linearizableReadLoop","detail":"{readStateIndex:1565; appliedIndex:1564; }","duration":"116.562905ms","start":"2026-05-07T15:43:16.162018Z","end":"2026-05-07T15:43:16.278581Z","steps":["trace[1044498543] 'read index received' (duration: 116.452023ms)","trace[1044498543] 'applied index is now lower than readState.Index' (duration: 109.722µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:43:16.278688Z","caller":"traceutil/trace.go:171","msg":"trace[359941619] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"145.115628ms","start":"2026-05-07T15:43:16.133521Z","end":"2026-05-07T15:43:16.278637Z","steps":["trace[359941619] 'process raft request' (duration: 144.931455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:16.278856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.787549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:43:16.278996Z","caller":"traceutil/trace.go:171","msg":"trace[2068298464] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1512; }","duration":"116.973402ms","start":"2026-05-07T15:43:16.161984Z","end":"2026-05-07T15:43:16.278957Z","steps":["trace[2068298464] 'agreement among raft nodes before linearized reading' (duration: 116.733927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:18.967198Z","caller":"traceutil/trace.go:171","msg":"trace[100315628] linearizableReadLoop","detail":"{readStateIndex:1585; appliedIndex:1584; }","duration":"105.124391ms","start":"2026-05-07T15:43:18.862033Z","end":"2026-05-07T15:43:18.967158Z","steps":["trace[100315628] 'read index received' (duration: 104.875207ms)","trace[100315628] 'applied index is now lower than readState.Index' (duration: 248.284µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:43:18.967248Z","caller":"traceutil/trace.go:171","msg":"trace[1317384732] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"253.866496ms","start":"2026-05-07T15:43:18.713337Z","end":"2026-05-07T15:43:18.967203Z","steps":["trace[1317384732] 'process raft request' (duration: 253.659942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:18.967389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.329015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:43:18.967434Z","caller":"traceutil/trace.go:171","msg":"trace[775704601] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1531; }","duration":"105.447687ms","start":"2026-05-07T15:43:18.861973Z","end":"2026-05-07T15:43:18.96742Z","steps":["trace[775704601] 'agreement among raft nodes before linearized reading' (duration: 105.342095ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:30.962792Z","caller":"traceutil/trace.go:171","msg":"trace[2066369565] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"126.863273ms","start":"2026-05-07T15:43:30.835872Z","end":"2026-05-07T15:43:30.962735Z","steps":["trace[2066369565] 'process raft request' (duration: 126.409234ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:32.490614Z","caller":"traceutil/trace.go:171","msg":"trace[375997132] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1851; }","duration":"124.442157ms","start":"2026-05-07T15:43:32.366152Z","end":"2026-05-07T15:43:32.490594Z","steps":["trace[375997132] 'read index received' (duration: 124.319145ms)","trace[375997132] 'applied index is now lower than readState.Index' (duration: 122.072µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:43:32.490712Z","caller":"traceutil/trace.go:171","msg":"trace[1673930796] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"126.359393ms","start":"2026-05-07T15:43:32.364295Z","end":"2026-05-07T15:43:32.490655Z","steps":["trace[1673930796] 'process raft request' (duration: 126.167229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:32.490804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.633641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T15:43:32.490841Z","caller":"traceutil/trace.go:171","msg":"trace[1664031487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1779; }","duration":"124.714583ms","start":"2026-05-07T15:43:32.366116Z","end":"2026-05-07T15:43:32.49083Z","steps":["trace[1664031487] 'agreement among raft nodes before linearized reading' (duration: 124.58454ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:32.675898Z","caller":"traceutil/trace.go:171","msg":"trace[1581406497] linearizableReadLoop","detail":"{readStateIndex:1853; appliedIndex:1852; }","duration":"185.192443ms","start":"2026-05-07T15:43:32.49068Z","end":"2026-05-07T15:43:32.675873Z","steps":["trace[1581406497] 'read index received' (duration: 185.089032ms)","trace[1581406497] 'applied index is now lower than readState.Index' (duration: 102.301µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:43:32.676155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.375697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T15:43:32.676134Z","caller":"traceutil/trace.go:171","msg":"trace[1945656338] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"308.240285ms","start":"2026-05-07T15:43:32.36783Z","end":"2026-05-07T15:43:32.67607Z","steps":["trace[1945656338] 'process raft request' (duration: 307.887619ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:32.676249Z","caller":"traceutil/trace.go:171","msg":"trace[92438064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1780; }","duration":"309.479288ms","start":"2026-05-07T15:43:32.366734Z","end":"2026-05-07T15:43:32.676214Z","steps":["trace[92438064] 'agreement among raft nodes before linearized reading' (duration: 309.273395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:32.676308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:32.366727Z","time spent":"309.572441ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:43:32.676207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.821984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T15:43:32.676458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:32.367814Z","time spent":"308.490741ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:32.676479Z","caller":"traceutil/trace.go:171","msg":"trace[427202626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1780; }","duration":"310.113311ms","start":"2026-05-07T15:43:32.366352Z","end":"2026-05-07T15:43:32.676465Z","steps":["trace[427202626] 'agreement among raft nodes before linearized reading' (duration: 309.630831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:32.676398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.368969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:146766"} {"level":"warn","ts":"2026-05-07T15:43:32.676665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:32.366345Z","time spent":"310.270834ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T15:43:32.67672Z","caller":"traceutil/trace.go:171","msg":"trace[1490435011] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1780; }","duration":"280.736036ms","start":"2026-05-07T15:43:32.395962Z","end":"2026-05-07T15:43:32.676699Z","steps":["trace[1490435011] 'agreement among raft nodes before linearized reading' (duration: 280.000932ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:32.690493Z","caller":"traceutil/trace.go:171","msg":"trace[1186943016] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"195.398344ms","start":"2026-05-07T15:43:32.495071Z","end":"2026-05-07T15:43:32.69047Z","steps":["trace[1186943016] 'process raft request' (duration: 195.265461ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:33.184369Z","caller":"traceutil/trace.go:171","msg":"trace[544871636] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1784; }","duration":"120.025705ms","start":"2026-05-07T15:43:33.064277Z","end":"2026-05-07T15:43:33.184302Z","steps":["trace[544871636] 'process raft request' (duration: 119.570547ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.043297Z","caller":"traceutil/trace.go:171","msg":"trace[835665234] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"343.140683ms","start":"2026-05-07T15:43:34.70009Z","end":"2026-05-07T15:43:35.043231Z","steps":["trace[835665234] 'process raft request' (duration: 342.855638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:35.043571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:34.700075Z","time spent":"343.363507ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:35.135346Z","caller":"traceutil/trace.go:171","msg":"trace[1224537283] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"432.252446ms","start":"2026-05-07T15:43:34.703057Z","end":"2026-05-07T15:43:35.135309Z","steps":["trace[1224537283] 'process raft request' (duration: 432.075383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:35.135561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:34.703037Z","time spent":"432.418088ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:35.135332Z","caller":"traceutil/trace.go:171","msg":"trace[725183547] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"433.658382ms","start":"2026-05-07T15:43:34.701606Z","end":"2026-05-07T15:43:35.135265Z","steps":["trace[725183547] 'process raft request' (duration: 433.327116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:35.135677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.882766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:43:35.135763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:34.701573Z","time spent":"434.15242ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:35.135795Z","caller":"traceutil/trace.go:171","msg":"trace[1008762375] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1802; }","duration":"406.115261ms","start":"2026-05-07T15:43:34.729653Z","end":"2026-05-07T15:43:35.135768Z","steps":["trace[1008762375] 'agreement among raft nodes before linearized reading' (duration: 405.884857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:35.135863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:34.729621Z","time spent":"406.229572ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T15:43:35.135984Z","caller":"traceutil/trace.go:171","msg":"trace[1637807439] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"359.471686ms","start":"2026-05-07T15:43:34.775968Z","end":"2026-05-07T15:43:35.13544Z","steps":["trace[1637807439] 'process raft request' (duration: 359.270172ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.136052Z","caller":"traceutil/trace.go:171","msg":"trace[1440663963] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"432.016691ms","start":"2026-05-07T15:43:34.70343Z","end":"2026-05-07T15:43:35.135447Z","steps":["trace[1440663963] 'process raft request' (duration: 431.743156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:35.136182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:34.775937Z","time spent":"360.152308ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":75430,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T15:43:35.136206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:34.703416Z","time spent":"432.682873ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:35.135514Z","caller":"traceutil/trace.go:171","msg":"trace[1959009497] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1874; }","duration":"405.650872ms","start":"2026-05-07T15:43:34.729737Z","end":"2026-05-07T15:43:35.135387Z","steps":["trace[1959009497] 'read index received' (duration: 313.279639ms)","trace[1959009497] 'applied index is now lower than readState.Index' (duration: 92.369813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:43:35.137059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.713705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:43:35.137121Z","caller":"traceutil/trace.go:171","msg":"trace[1608832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1802; }","duration":"191.834888ms","start":"2026-05-07T15:43:34.945267Z","end":"2026-05-07T15:43:35.137102Z","steps":["trace[1608832] 'agreement among raft nodes before linearized reading' (duration: 191.695365ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.247328Z","caller":"traceutil/trace.go:171","msg":"trace[2144278853] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"100.189488ms","start":"2026-05-07T15:43:35.147121Z","end":"2026-05-07T15:43:35.24731Z","steps":["trace[2144278853] 'process raft request' (duration: 100.037196ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.384256Z","caller":"traceutil/trace.go:171","msg":"trace[55509646] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"124.162803ms","start":"2026-05-07T15:43:35.260021Z","end":"2026-05-07T15:43:35.384184Z","steps":["trace[55509646] 'process raft request' (duration: 123.946888ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.384329Z","caller":"traceutil/trace.go:171","msg":"trace[871113067] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"124.186373ms","start":"2026-05-07T15:43:35.260095Z","end":"2026-05-07T15:43:35.384282Z","steps":["trace[871113067] 'process raft request' (duration: 123.972838ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.384469Z","caller":"traceutil/trace.go:171","msg":"trace[1101738250] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"124.303575ms","start":"2026-05-07T15:43:35.260141Z","end":"2026-05-07T15:43:35.384445Z","steps":["trace[1101738250] 'process raft request' (duration: 123.98991ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.384497Z","caller":"traceutil/trace.go:171","msg":"trace[821809002] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"124.187453ms","start":"2026-05-07T15:43:35.26028Z","end":"2026-05-07T15:43:35.384467Z","steps":["trace[821809002] 'process raft request' (duration: 124.0035ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.384554Z","caller":"traceutil/trace.go:171","msg":"trace[500583680] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"124.208933ms","start":"2026-05-07T15:43:35.260279Z","end":"2026-05-07T15:43:35.384488Z","steps":["trace[500583680] 'process raft request' (duration: 124.04734ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.384695Z","caller":"traceutil/trace.go:171","msg":"trace[1561339999] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"124.452328ms","start":"2026-05-07T15:43:35.260171Z","end":"2026-05-07T15:43:35.384623Z","steps":["trace[1561339999] 'process raft request' (duration: 124.01322ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:35.385436Z","caller":"traceutil/trace.go:171","msg":"trace[1542317002] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"124.501628ms","start":"2026-05-07T15:43:35.260885Z","end":"2026-05-07T15:43:35.385387Z","steps":["trace[1542317002] 'process raft request' (duration: 123.48814ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:46.897113Z","caller":"traceutil/trace.go:171","msg":"trace[1356637202] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"121.755468ms","start":"2026-05-07T15:43:46.775319Z","end":"2026-05-07T15:43:46.897074Z","steps":["trace[1356637202] 'read index received' (duration: 120.969344ms)","trace[1356637202] 'applied index is now lower than readState.Index' (duration: 784.424µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:43:46.897206Z","caller":"traceutil/trace.go:171","msg":"trace[1604971869] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"231.701056ms","start":"2026-05-07T15:43:46.665453Z","end":"2026-05-07T15:43:46.897154Z","steps":["trace[1604971869] 'process raft request' (duration: 230.78069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:46.897402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.062293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-07T15:43:46.897458Z","caller":"traceutil/trace.go:171","msg":"trace[1195088225] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8; range_end:; response_count:1; response_revision:1961; }","duration":"122.200837ms","start":"2026-05-07T15:43:46.775245Z","end":"2026-05-07T15:43:46.897446Z","steps":["trace[1195088225] 'agreement among raft nodes before linearized reading' (duration: 122.007962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:47.602984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893682110,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T15:43:47.747278Z","caller":"traceutil/trace.go:171","msg":"trace[202044151] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"839.807041ms","start":"2026-05-07T15:43:46.907432Z","end":"2026-05-07T15:43:47.747239Z","steps":["trace[202044151] 'process raft request' (duration: 838.947186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:47.747523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:46.907401Z","time spent":"839.992436ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:47.768487Z","caller":"traceutil/trace.go:171","msg":"trace[1929386810] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"585.880494ms","start":"2026-05-07T15:43:47.182564Z","end":"2026-05-07T15:43:47.768444Z","steps":["trace[1929386810] 'process raft request' (duration: 585.506097ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:47.76841Z","caller":"traceutil/trace.go:171","msg":"trace[235013640] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2041; }","duration":"665.633433ms","start":"2026-05-07T15:43:47.102733Z","end":"2026-05-07T15:43:47.768367Z","steps":["trace[235013640] 'read index received' (duration: 643.689376ms)","trace[235013640] 'applied index is now lower than readState.Index' (duration: 21.942687ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:43:47.769146Z","caller":"traceutil/trace.go:171","msg":"trace[668727194] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"369.678085ms","start":"2026-05-07T15:43:47.399412Z","end":"2026-05-07T15:43:47.76909Z","steps":["trace[668727194] 'process raft request' (duration: 368.846479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:47.769406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.182522Z","time spent":"586.73855ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:43:47.769687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.399378Z","time spent":"370.097083ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:43:47.770003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.252483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-07T15:43:47.770149Z","caller":"traceutil/trace.go:171","msg":"trace[2004743559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1964; }","duration":"667.471577ms","start":"2026-05-07T15:43:47.102653Z","end":"2026-05-07T15:43:47.770125Z","steps":["trace[2004743559] 'agreement among raft nodes before linearized reading' (duration: 666.504219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:47.770242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.102625Z","time spent":"667.601469ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:43:47.770393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.881155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-05-07T15:43:47.770494Z","caller":"traceutil/trace.go:171","msg":"trace[335013881] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8; range_end:; response_count:1; response_revision:1964; }","duration":"606.051968ms","start":"2026-05-07T15:43:47.164414Z","end":"2026-05-07T15:43:47.770466Z","steps":["trace[335013881] 'agreement among raft nodes before linearized reading' (duration: 605.853825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:47.770563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.164378Z","time spent":"606.17271ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8\" "} {"level":"warn","ts":"2026-05-07T15:43:47.770692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.669055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:43:47.771298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.232891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:43:47.771413Z","caller":"traceutil/trace.go:171","msg":"trace[1014441284] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1964; }","duration":"322.44292ms","start":"2026-05-07T15:43:47.448896Z","end":"2026-05-07T15:43:47.771339Z","steps":["trace[1014441284] 'agreement among raft nodes before linearized reading' (duration: 321.527753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:47.775648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.448871Z","time spent":"326.549396ms","remote":"127.0.0.1:37754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:43:47.770991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.979959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T15:43:47.771165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.842445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-07T15:43:47.771223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.558219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T15:43:47.771211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.248679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T15:43:47.771548Z","caller":"traceutil/trace.go:171","msg":"trace[668370620] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1964; }","duration":"263.557667ms","start":"2026-05-07T15:43:47.507921Z","end":"2026-05-07T15:43:47.771479Z","steps":["trace[668370620] 'agreement among raft nodes before linearized reading' (duration: 262.973966ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:47.775875Z","caller":"traceutil/trace.go:171","msg":"trace[1719077281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1964; }","duration":"576.219585ms","start":"2026-05-07T15:43:47.199629Z","end":"2026-05-07T15:43:47.775848Z","steps":["trace[1719077281] 'agreement among raft nodes before linearized reading' (duration: 571.491788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:47.775926Z","caller":"traceutil/trace.go:171","msg":"trace[450660958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1964; }","duration":"578.998396ms","start":"2026-05-07T15:43:47.196898Z","end":"2026-05-07T15:43:47.775896Z","steps":["trace[450660958] 'agreement among raft nodes before linearized reading' (duration: 574.028974ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:47.775959Z","caller":"traceutil/trace.go:171","msg":"trace[1951545698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1964; }","duration":"575.658835ms","start":"2026-05-07T15:43:47.200256Z","end":"2026-05-07T15:43:47.775915Z","steps":["trace[1951545698] 'agreement among raft nodes before linearized reading' (duration: 570.632371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:47.776004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.196879Z","time spent":"579.095689ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:43:47.776061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.200237Z","time spent":"575.799157ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:43:47.775962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.199613Z","time spent":"576.334537ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T15:43:47.775869Z","caller":"traceutil/trace.go:171","msg":"trace[569822513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"258.871431ms","start":"2026-05-07T15:43:47.516943Z","end":"2026-05-07T15:43:47.775814Z","steps":["trace[569822513] 'agreement among raft nodes before linearized reading' (duration: 253.834587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:48.330649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893682115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:43:48.909032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113225572s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:43:48.909447Z","caller":"traceutil/trace.go:171","msg":"trace[1104846218] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.129147068s","start":"2026-05-07T15:43:47.78026Z","end":"2026-05-07T15:43:48.909407Z","steps":["trace[1104846218] 'process raft request' (duration: 1.128908162s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:48.909464Z","caller":"traceutil/trace.go:171","msg":"trace[1896291441] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.129127257s","start":"2026-05-07T15:43:47.780312Z","end":"2026-05-07T15:43:48.909439Z","steps":["trace[1896291441] 'process raft request' (duration: 1.128982084s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:48.909581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.780209Z","time spent":"1.12929673s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:43:48.909603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.780279Z","time spent":"1.1292717s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:48.909794Z","caller":"traceutil/trace.go:171","msg":"trace[343421602] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.130991751s","start":"2026-05-07T15:43:47.778788Z","end":"2026-05-07T15:43:48.90978Z","steps":["trace[343421602] 'process raft request' (duration: 16.838222ms)","trace[343421602] 'compare' (duration: 1.112755043s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:43:48.909864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.778764Z","time spent":"1.131065623s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:48.909959Z","caller":"traceutil/trace.go:171","msg":"trace[1793291799] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.129199139s","start":"2026-05-07T15:43:47.780722Z","end":"2026-05-07T15:43:48.909921Z","steps":["trace[1793291799] 'process raft request' (duration: 1.128650298s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:48.910117Z","caller":"traceutil/trace.go:171","msg":"trace[560106642] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2044; }","duration":"1.079514577s","start":"2026-05-07T15:43:47.830579Z","end":"2026-05-07T15:43:48.910094Z","steps":["trace[560106642] 'read index received' (duration: 943.693969ms)","trace[560106642] 'applied index is now lower than readState.Index' (duration: 135.819508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:43:48.910158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.780702Z","time spent":"1.129326031s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:48.910153Z","caller":"traceutil/trace.go:171","msg":"trace[1261369703] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"756.958436ms","start":"2026-05-07T15:43:48.153149Z","end":"2026-05-07T15:43:48.910107Z","steps":["trace[1261369703] 'process raft request' (duration: 756.648821ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:48.910192Z","caller":"traceutil/trace.go:171","msg":"trace[923759732] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"692.009491ms","start":"2026-05-07T15:43:48.218154Z","end":"2026-05-07T15:43:48.910164Z","steps":["trace[923759732] 'process raft request' (duration: 691.843358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:48.910327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:48.153117Z","time spent":"757.112589ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:43:48.910332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:48.218104Z","time spent":"692.155164ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:43:48.910358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.557435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:43:48.910431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.441538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:43:48.910476Z","caller":"traceutil/trace.go:171","msg":"trace[294757483] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1970; }","duration":"213.486969ms","start":"2026-05-07T15:43:48.696976Z","end":"2026-05-07T15:43:48.910463Z","steps":["trace[294757483] 'agreement among raft nodes before linearized reading' (duration: 213.407117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:48.910445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079825392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:43:48.910485Z","caller":"traceutil/trace.go:171","msg":"trace[1743975424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1970; }","duration":"964.686158ms","start":"2026-05-07T15:43:47.945759Z","end":"2026-05-07T15:43:48.910446Z","steps":["trace[1743975424] 'agreement among raft nodes before linearized reading' (duration: 964.553366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:48.910547Z","caller":"traceutil/trace.go:171","msg":"trace[414457842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1970; }","duration":"1.080022026s","start":"2026-05-07T15:43:47.8305Z","end":"2026-05-07T15:43:48.910522Z","steps":["trace[414457842] 'agreement among raft nodes before linearized reading' (duration: 1.079749701s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:48.910581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.680032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-05-07T15:43:48.910609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.830473Z","time spent":"1.080126638s","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-07T15:43:48.910633Z","caller":"traceutil/trace.go:171","msg":"trace[2116131632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8; range_end:; response_count:1; response_revision:1970; }","duration":"130.796305ms","start":"2026-05-07T15:43:48.779823Z","end":"2026-05-07T15:43:48.910619Z","steps":["trace[2116131632] 'agreement among raft nodes before linearized reading' (duration: 130.625572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:48.910579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.823541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T15:43:48.910606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:47.945747Z","time spent":"964.81985ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:43:48.910696Z","caller":"traceutil/trace.go:171","msg":"trace[631467269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1970; }","duration":"126.984573ms","start":"2026-05-07T15:43:48.783692Z","end":"2026-05-07T15:43:48.910677Z","steps":["trace[631467269] 'agreement among raft nodes before linearized reading' (duration: 126.651007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:48.910524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.734393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T15:43:48.910795Z","caller":"traceutil/trace.go:171","msg":"trace[1383282549] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1970; }","duration":"468.016828ms","start":"2026-05-07T15:43:48.442749Z","end":"2026-05-07T15:43:48.910766Z","steps":["trace[1383282549] 'agreement among raft nodes before linearized reading' (duration: 467.662502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:48.910892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:48.442725Z","time spent":"468.134162ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-05-07T15:43:57.266675Z","caller":"traceutil/trace.go:171","msg":"trace[1669434900] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"259.503872ms","start":"2026-05-07T15:43:57.007137Z","end":"2026-05-07T15:43:57.266641Z","steps":["trace[1669434900] 'process raft request' (duration: 259.351769ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:57.383449Z","caller":"traceutil/trace.go:171","msg":"trace[797078800] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2120; }","duration":"370.617323ms","start":"2026-05-07T15:43:57.012797Z","end":"2026-05-07T15:43:57.383414Z","steps":["trace[797078800] 'read index received' (duration: 253.782675ms)","trace[797078800] 'applied index is now lower than readState.Index' (duration: 116.832638ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:43:57.383573Z","caller":"traceutil/trace.go:171","msg":"trace[481502544] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"375.044294ms","start":"2026-05-07T15:43:57.008464Z","end":"2026-05-07T15:43:57.383509Z","steps":["trace[481502544] 'process raft request' (duration: 374.732979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:57.383828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.609976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T15:43:57.383885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.612995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T15:43:57.383898Z","caller":"traceutil/trace.go:171","msg":"trace[1512716370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2039; }","duration":"367.724508ms","start":"2026-05-07T15:43:57.016153Z","end":"2026-05-07T15:43:57.383877Z","steps":["trace[1512716370] 'agreement among raft nodes before linearized reading' (duration: 367.448943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:57.383904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.588729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T15:43:57.383854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.289759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T15:43:57.383946Z","caller":"traceutil/trace.go:171","msg":"trace[598204831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2039; }","duration":"368.741517ms","start":"2026-05-07T15:43:57.015188Z","end":"2026-05-07T15:43:57.38393Z","steps":["trace[598204831] 'agreement among raft nodes before linearized reading' (duration: 368.411681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:57.383958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:57.016144Z","time spent":"367.80299ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T15:43:57.383974Z","caller":"traceutil/trace.go:171","msg":"trace[1918011051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2039; }","duration":"365.6542ms","start":"2026-05-07T15:43:57.018292Z","end":"2026-05-07T15:43:57.383946Z","steps":["trace[1918011051] 'agreement among raft nodes before linearized reading' (duration: 365.536208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:57.383751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.941838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T15:43:57.383986Z","caller":"traceutil/trace.go:171","msg":"trace[1427965369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2039; }","duration":"368.463942ms","start":"2026-05-07T15:43:57.0155Z","end":"2026-05-07T15:43:57.383964Z","steps":["trace[1427965369] 'agreement among raft nodes before linearized reading' (duration: 368.117256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:57.383972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.564524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T15:43:57.384021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:57.018284Z","time spent":"365.727181ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T15:43:57.38405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:57.015489Z","time spent":"368.550794ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:43:57.383987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:57.015164Z","time spent":"368.813509ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T15:43:57.384116Z","caller":"traceutil/trace.go:171","msg":"trace[1485761655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2039; }","duration":"371.330995ms","start":"2026-05-07T15:43:57.01271Z","end":"2026-05-07T15:43:57.384041Z","steps":["trace[1485761655] 'agreement among raft nodes before linearized reading' (duration: 370.873767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:57.384172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:57.008434Z","time spent":"375.428082ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:43:57.384286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:57.012677Z","time spent":"371.527159ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T15:43:57.384367Z","caller":"traceutil/trace.go:171","msg":"trace[897079758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2039; }","duration":"368.703457ms","start":"2026-05-07T15:43:57.015345Z","end":"2026-05-07T15:43:57.384049Z","steps":["trace[897079758] 'agreement among raft nodes before linearized reading' (duration: 368.379501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:57.384459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:57.01534Z","time spent":"369.100135ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:44:01.917672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893682336,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T15:44:02.106167Z","caller":"traceutil/trace.go:171","msg":"trace[393210873] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"826.149269ms","start":"2026-05-07T15:44:01.279988Z","end":"2026-05-07T15:44:02.106137Z","steps":["trace[393210873] 'process raft request' (duration: 825.911494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:02.106335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:01.279955Z","time spent":"826.290901ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:44:02.111773Z","caller":"traceutil/trace.go:171","msg":"trace[555172889] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"712.302098ms","start":"2026-05-07T15:44:01.399444Z","end":"2026-05-07T15:44:02.111746Z","steps":["trace[555172889] 'process raft request' (duration: 712.078234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:02.111976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:01.39941Z","time spent":"712.45254ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:44:02.11213Z","caller":"traceutil/trace.go:171","msg":"trace[1007556624] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2159; }","duration":"694.839854ms","start":"2026-05-07T15:44:01.417261Z","end":"2026-05-07T15:44:02.112101Z","steps":["trace[1007556624] 'read index received' (duration: 688.762502ms)","trace[1007556624] 'applied index is now lower than readState.Index' (duration: 6.076032ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:44:02.112263Z","caller":"traceutil/trace.go:171","msg":"trace[1726618672] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"282.640631ms","start":"2026-05-07T15:44:01.829542Z","end":"2026-05-07T15:44:02.112183Z","steps":["trace[1726618672] 'process raft request' (duration: 282.463048ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:02.112163Z","caller":"traceutil/trace.go:171","msg":"trace[1923485151] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"284.368162ms","start":"2026-05-07T15:44:01.827754Z","end":"2026-05-07T15:44:02.112122Z","steps":["trace[1923485151] 'process raft request' (duration: 283.924004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:02.112395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.134299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T15:44:02.112459Z","caller":"traceutil/trace.go:171","msg":"trace[280370439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2079; }","duration":"695.238291ms","start":"2026-05-07T15:44:01.417204Z","end":"2026-05-07T15:44:02.112443Z","steps":["trace[280370439] 'agreement among raft nodes before linearized reading' (duration: 695.054328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:02.112503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:01.417182Z","time spent":"695.313632ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T15:44:02.112574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.118539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T15:44:02.112634Z","caller":"traceutil/trace.go:171","msg":"trace[1239068635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2079; }","duration":"695.20133ms","start":"2026-05-07T15:44:01.417419Z","end":"2026-05-07T15:44:02.11262Z","steps":["trace[1239068635] 'agreement among raft nodes before linearized reading' (duration: 695.021747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:02.112663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.484855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T15:44:02.112674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:01.417407Z","time spent":"695.260362ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T15:44:02.112668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.333641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T15:44:02.112709Z","caller":"traceutil/trace.go:171","msg":"trace[849533378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2079; }","duration":"689.562176ms","start":"2026-05-07T15:44:01.423135Z","end":"2026-05-07T15:44:02.112698Z","steps":["trace[849533378] 'agreement among raft nodes before linearized reading' (duration: 689.402253ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:02.112742Z","caller":"traceutil/trace.go:171","msg":"trace[1530271087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2079; }","duration":"689.486295ms","start":"2026-05-07T15:44:01.423241Z","end":"2026-05-07T15:44:02.112728Z","steps":["trace[1530271087] 'agreement among raft nodes before linearized reading' (duration: 689.217329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:02.112762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:01.42312Z","time spent":"689.635048ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:44:02.112783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:01.423211Z","time spent":"689.563587ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:44:02.112799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.150502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T15:44:02.112819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.511158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T15:44:02.112941Z","caller":"traceutil/trace.go:171","msg":"trace[1466449136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2079; }","duration":"694.683271ms","start":"2026-05-07T15:44:01.418233Z","end":"2026-05-07T15:44:02.112916Z","steps":["trace[1466449136] 'agreement among raft nodes before linearized reading' (duration: 694.308364ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:02.112861Z","caller":"traceutil/trace.go:171","msg":"trace[2020979812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2079; }","duration":"687.296484ms","start":"2026-05-07T15:44:01.425551Z","end":"2026-05-07T15:44:02.112848Z","steps":["trace[2020979812] 'agreement among raft nodes before linearized reading' (duration: 687.040988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:02.113024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:01.41822Z","time spent":"694.794423ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:44:02.113046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:01.42552Z","time spent":"687.512918ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:44:28.54898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.603436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T15:44:28.549087Z","caller":"traceutil/trace.go:171","msg":"trace[284290739] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:2231; }","duration":"105.77579ms","start":"2026-05-07T15:44:28.443287Z","end":"2026-05-07T15:44:28.549063Z","steps":["trace[284290739] 'range keys from in-memory index tree' (duration: 105.353201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.380781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.168747ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T15:44:34.380767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.194542ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:44:34.381046Z","caller":"traceutil/trace.go:171","msg":"trace[1267866178] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2254; }","duration":"257.496147ms","start":"2026-05-07T15:44:34.123527Z","end":"2026-05-07T15:44:34.381023Z","steps":["trace[1267866178] 'range keys from in-memory index tree' (duration: 257.174512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.381123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.014388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:44:34.380921Z","caller":"traceutil/trace.go:171","msg":"trace[535844411] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2345; }","duration":"434.803244ms","start":"2026-05-07T15:44:33.946095Z","end":"2026-05-07T15:44:34.380898Z","steps":["trace[535844411] 'read index received' (duration: 50.476635ms)","trace[535844411] 'applied index is now lower than readState.Index' (duration: 384.324439ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:44:34.381214Z","caller":"traceutil/trace.go:171","msg":"trace[1602863760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2254; }","duration":"435.159681ms","start":"2026-05-07T15:44:33.946035Z","end":"2026-05-07T15:44:34.381194Z","steps":["trace[1602863760] 'agreement among raft nodes before linearized reading' (duration: 435.008439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.381271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:33.946007Z","time spent":"435.249413ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:44:34.531126Z","caller":"traceutil/trace.go:171","msg":"trace[1586227443] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"272.832774ms","start":"2026-05-07T15:44:34.258256Z","end":"2026-05-07T15:44:34.531089Z","steps":["trace[1586227443] 'process raft request' (duration: 272.420677ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:34.558647Z","caller":"traceutil/trace.go:171","msg":"trace[1418222148] linearizableReadLoop","detail":"{readStateIndex:2350; appliedIndex:2346; }","duration":"177.415409ms","start":"2026-05-07T15:44:34.3812Z","end":"2026-05-07T15:44:34.558616Z","steps":["trace[1418222148] 'read index received' (duration: 149.512907ms)","trace[1418222148] 'applied index is now lower than readState.Index' (duration: 27.901342ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:44:34.55867Z","caller":"traceutil/trace.go:171","msg":"trace[1233872721] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"270.699464ms","start":"2026-05-07T15:44:34.287932Z","end":"2026-05-07T15:44:34.558631Z","steps":["trace[1233872721] 'process raft request' (duration: 270.369018ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:34.558764Z","caller":"traceutil/trace.go:171","msg":"trace[1286014176] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"269.067894ms","start":"2026-05-07T15:44:34.289654Z","end":"2026-05-07T15:44:34.558722Z","steps":["trace[1286014176] 'process raft request' (duration: 268.926721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.558925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.596605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T15:44:34.559Z","caller":"traceutil/trace.go:171","msg":"trace[33199529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2258; }","duration":"191.731596ms","start":"2026-05-07T15:44:34.367253Z","end":"2026-05-07T15:44:34.558985Z","steps":["trace[33199529] 'agreement among raft nodes before linearized reading' (duration: 191.422521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.559005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.434539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T15:44:34.559083Z","caller":"traceutil/trace.go:171","msg":"trace[848596887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2258; }","duration":"192.587542ms","start":"2026-05-07T15:44:34.366482Z","end":"2026-05-07T15:44:34.559069Z","steps":["trace[848596887] 'agreement among raft nodes before linearized reading' (duration: 192.286756ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:34.559112Z","caller":"traceutil/trace.go:171","msg":"trace[336344432] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"271.06523ms","start":"2026-05-07T15:44:34.288032Z","end":"2026-05-07T15:44:34.559098Z","steps":["trace[336344432] 'process raft request' (duration: 270.51351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.559309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.197254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:44:34.559265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.32442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T15:44:34.559384Z","caller":"traceutil/trace.go:171","msg":"trace[609222176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2258; }","duration":"190.487694ms","start":"2026-05-07T15:44:34.368864Z","end":"2026-05-07T15:44:34.559351Z","steps":["trace[609222176] 'agreement among raft nodes before linearized reading' (duration: 190.167517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.55939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.562691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T15:44:34.559437Z","caller":"traceutil/trace.go:171","msg":"trace[1781460842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2258; }","duration":"170.605141ms","start":"2026-05-07T15:44:34.388823Z","end":"2026-05-07T15:44:34.559428Z","steps":["trace[1781460842] 'agreement among raft nodes before linearized reading' (duration: 170.52626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.55952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.576438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T15:44:34.559566Z","caller":"traceutil/trace.go:171","msg":"trace[527127751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2258; }","duration":"196.67297ms","start":"2026-05-07T15:44:34.362881Z","end":"2026-05-07T15:44:34.559554Z","steps":["trace[527127751] 'agreement among raft nodes before linearized reading' (duration: 196.571848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.559419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.231871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad52f84ecb533c\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-05-07T15:44:34.559571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.08989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T15:44:34.559337Z","caller":"traceutil/trace.go:171","msg":"trace[815665257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2258; }","duration":"177.242546ms","start":"2026-05-07T15:44:34.382088Z","end":"2026-05-07T15:44:34.559331Z","steps":["trace[815665257] 'agreement among raft nodes before linearized reading' (duration: 177.201134ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:34.559659Z","caller":"traceutil/trace.go:171","msg":"trace[468240105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2258; }","duration":"195.240223ms","start":"2026-05-07T15:44:34.364397Z","end":"2026-05-07T15:44:34.559638Z","steps":["trace[468240105] 'agreement among raft nodes before linearized reading' (duration: 195.0421ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:34.559609Z","caller":"traceutil/trace.go:171","msg":"trace[518072449] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ad52f84ecb533c; range_end:; response_count:1; response_revision:2258; }","duration":"251.491345ms","start":"2026-05-07T15:44:34.308108Z","end":"2026-05-07T15:44:34.5596Z","steps":["trace[518072449] 'agreement among raft nodes before linearized reading' (duration: 251.112658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:34.744753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.221452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:44:34.745014Z","caller":"traceutil/trace.go:171","msg":"trace[267975521] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"182.779599ms","start":"2026-05-07T15:44:34.562208Z","end":"2026-05-07T15:44:34.744988Z","steps":["trace[267975521] 'process raft request' (duration: 49.17046ms)","trace[267975521] 'compare' (duration: 133.049699ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:44:34.74514Z","caller":"traceutil/trace.go:171","msg":"trace[171617397] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"179.813283ms","start":"2026-05-07T15:44:34.565294Z","end":"2026-05-07T15:44:34.745108Z","steps":["trace[171617397] 'process raft request' (duration: 179.62646ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:34.745178Z","caller":"traceutil/trace.go:171","msg":"trace[1493705691] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"179.715642ms","start":"2026-05-07T15:44:34.565431Z","end":"2026-05-07T15:44:34.745146Z","steps":["trace[1493705691] 'process raft request' (duration: 179.577189ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:34.745306Z","caller":"traceutil/trace.go:171","msg":"trace[633573111] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"179.258553ms","start":"2026-05-07T15:44:34.566027Z","end":"2026-05-07T15:44:34.745285Z","steps":["trace[633573111] 'process raft request' (duration: 179.031149ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:34.745346Z","caller":"traceutil/trace.go:171","msg":"trace[1611813785] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"179.004458ms","start":"2026-05-07T15:44:34.566316Z","end":"2026-05-07T15:44:34.74532Z","steps":["trace[1611813785] 'process raft request' (duration: 178.941457ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:34.745477Z","caller":"traceutil/trace.go:171","msg":"trace[1532459576] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"179.350495ms","start":"2026-05-07T15:44:34.566077Z","end":"2026-05-07T15:44:34.745428Z","steps":["trace[1532459576] 'process raft request' (duration: 179.045939ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:35.629484Z","caller":"traceutil/trace.go:171","msg":"trace[1321183943] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"282.126289ms","start":"2026-05-07T15:44:35.347314Z","end":"2026-05-07T15:44:35.629441Z","steps":["trace[1321183943] 'process raft request' (duration: 281.801803ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:40.885316Z","caller":"traceutil/trace.go:171","msg":"trace[104781361] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"107.220886ms","start":"2026-05-07T15:44:40.778056Z","end":"2026-05-07T15:44:40.885277Z","steps":["trace[104781361] 'process raft request' (duration: 101.361446ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:40.885671Z","caller":"traceutil/trace.go:171","msg":"trace[1859062625] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"105.35382ms","start":"2026-05-07T15:44:40.780285Z","end":"2026-05-07T15:44:40.885638Z","steps":["trace[1859062625] 'process raft request' (duration: 105.242548ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:40.885815Z","caller":"traceutil/trace.go:171","msg":"trace[482805306] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"105.618936ms","start":"2026-05-07T15:44:40.780094Z","end":"2026-05-07T15:44:40.885713Z","steps":["trace[482805306] 'process raft request' (duration: 105.095327ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:42.748174Z","caller":"traceutil/trace.go:171","msg":"trace[299744340] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"182.251929ms","start":"2026-05-07T15:44:42.565894Z","end":"2026-05-07T15:44:42.748146Z","steps":["trace[299744340] 'process raft request' (duration: 182.074946ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:43.464264Z","caller":"traceutil/trace.go:171","msg":"trace[712814818] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"876.130621ms","start":"2026-05-07T15:44:42.588083Z","end":"2026-05-07T15:44:43.464213Z","steps":["trace[712814818] 'process raft request' (duration: 876.032118ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:43.464294Z","caller":"traceutil/trace.go:171","msg":"trace[1815368741] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"879.076775ms","start":"2026-05-07T15:44:42.585164Z","end":"2026-05-07T15:44:43.464241Z","steps":["trace[1815368741] 'process raft request' (duration: 878.789229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:43.464446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.588067Z","time spent":"876.278673ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:44:43.464472Z","caller":"traceutil/trace.go:171","msg":"trace[1755138186] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2390; }","duration":"777.813462ms","start":"2026-05-07T15:44:42.686621Z","end":"2026-05-07T15:44:43.464434Z","steps":["trace[1755138186] 'read index received' (duration: 61.388138ms)","trace[1755138186] 'applied index is now lower than readState.Index' (duration: 716.422853ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:44:43.464519Z","caller":"traceutil/trace.go:171","msg":"trace[1604904406] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"873.837677ms","start":"2026-05-07T15:44:42.590633Z","end":"2026-05-07T15:44:43.46447Z","steps":["trace[1604904406] 'process raft request' (duration: 873.530922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:43.464568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.585149Z","time spent":"879.255649ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:44:43.464744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.590623Z","time spent":"874.00579ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:44:43.464936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.29431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T15:44:43.465051Z","caller":"traceutil/trace.go:171","msg":"trace[1488924583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2301; }","duration":"778.481914ms","start":"2026-05-07T15:44:42.686541Z","end":"2026-05-07T15:44:43.465023Z","steps":["trace[1488924583] 'agreement among raft nodes before linearized reading' (duration: 778.067527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:43.465104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.686509Z","time spent":"778.586095ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T15:44:43.465497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.35425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:44:43.465553Z","caller":"traceutil/trace.go:171","msg":"trace[303983358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2301; }","duration":"778.460363ms","start":"2026-05-07T15:44:42.68708Z","end":"2026-05-07T15:44:43.465541Z","steps":["trace[303983358] 'agreement among raft nodes before linearized reading' (duration: 778.366622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:43.465592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.687056Z","time spent":"778.528235ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:44:43.465701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.12787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T15:44:43.465714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.955866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T15:44:43.465744Z","caller":"traceutil/trace.go:171","msg":"trace[1612502568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2301; }","duration":"575.213951ms","start":"2026-05-07T15:44:42.890519Z","end":"2026-05-07T15:44:43.465733Z","steps":["trace[1612502568] 'agreement among raft nodes before linearized reading' (duration: 575.052908ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:43.465763Z","caller":"traceutil/trace.go:171","msg":"trace[1201412024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2301; }","duration":"575.026858ms","start":"2026-05-07T15:44:42.890725Z","end":"2026-05-07T15:44:43.465752Z","steps":["trace[1201412024] 'agreement among raft nodes before linearized reading' (duration: 574.837755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:43.465778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.890453Z","time spent":"575.318383ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:44:43.465802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.208522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:44:43.465847Z","caller":"traceutil/trace.go:171","msg":"trace[1924166407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2301; }","duration":"521.278553ms","start":"2026-05-07T15:44:42.944557Z","end":"2026-05-07T15:44:43.465836Z","steps":["trace[1924166407] 'agreement among raft nodes before linearized reading' (duration: 521.213852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:43.46588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.944542Z","time spent":"521.331413ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:44:43.465907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.24319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T15:44:43.465945Z","caller":"traceutil/trace.go:171","msg":"trace[39543109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2301; }","duration":"561.301881ms","start":"2026-05-07T15:44:42.904636Z","end":"2026-05-07T15:44:43.465938Z","steps":["trace[39543109] 'agreement among raft nodes before linearized reading' (duration: 561.192199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:43.465971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.904626Z","time spent":"561.338751ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:44:43.46581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.890716Z","time spent":"575.087709ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:44:43.465912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.856754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T15:44:43.466066Z","caller":"traceutil/trace.go:171","msg":"trace[741226260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2301; }","duration":"576.064808ms","start":"2026-05-07T15:44:42.889985Z","end":"2026-05-07T15:44:43.46605Z","steps":["trace[741226260] 'agreement among raft nodes before linearized reading' (duration: 575.590629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:43.466173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.889964Z","time spent":"576.1957ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:44:43.465974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.171113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T15:44:43.466381Z","caller":"traceutil/trace.go:171","msg":"trace[102751387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2301; }","duration":"635.710353ms","start":"2026-05-07T15:44:42.830641Z","end":"2026-05-07T15:44:43.466351Z","steps":["trace[102751387] 'agreement among raft nodes before linearized reading' (duration: 635.015261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:43.46725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:44:42.830611Z","time spent":"636.584859ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T15:45:24.387204Z","caller":"traceutil/trace.go:171","msg":"trace[729056327] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2720; }","duration":"108.128502ms","start":"2026-05-07T15:45:24.279037Z","end":"2026-05-07T15:45:24.387165Z","steps":["trace[729056327] 'read index received' (duration: 102.560838ms)","trace[729056327] 'applied index is now lower than readState.Index' (duration: 5.565634ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:45:24.387275Z","caller":"traceutil/trace.go:171","msg":"trace[31123639] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"114.732426ms","start":"2026-05-07T15:45:24.272509Z","end":"2026-05-07T15:45:24.387241Z","steps":["trace[31123639] 'process raft request' (duration: 109.002488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:24.387429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.359907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:45:24.387476Z","caller":"traceutil/trace.go:171","msg":"trace[1543040056] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2613; }","duration":"108.47181ms","start":"2026-05-07T15:45:24.278991Z","end":"2026-05-07T15:45:24.387462Z","steps":["trace[1543040056] 'agreement among raft nodes before linearized reading' (duration: 108.318717ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:45:33.957503Z","caller":"traceutil/trace.go:171","msg":"trace[381211052] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"289.3878ms","start":"2026-05-07T15:45:33.668092Z","end":"2026-05-07T15:45:33.95748Z","steps":["trace[381211052] 'process raft request' (duration: 289.204337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:34.540255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.442922ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:45:34.540454Z","caller":"traceutil/trace.go:171","msg":"trace[1907388850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2744; }","duration":"416.711147ms","start":"2026-05-07T15:45:34.123711Z","end":"2026-05-07T15:45:34.540422Z","steps":["trace[1907388850] 'range keys from in-memory index tree' (duration: 416.413922ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:45:34.541997Z","caller":"traceutil/trace.go:171","msg":"trace[1770122425] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"872.59571ms","start":"2026-05-07T15:45:33.66937Z","end":"2026-05-07T15:45:34.541965Z","steps":["trace[1770122425] 'process raft request' (duration: 872.345275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:34.542187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:45:33.669338Z","time spent":"872.752622ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:45:34.542213Z","caller":"traceutil/trace.go:171","msg":"trace[1719053178] linearizableReadLoop","detail":"{readStateIndex:2858; appliedIndex:2855; }","duration":"767.054876ms","start":"2026-05-07T15:45:33.77514Z","end":"2026-05-07T15:45:34.542195Z","steps":["trace[1719053178] 'read index received' (duration: 182.196079ms)","trace[1719053178] 'applied index is now lower than readState.Index' (duration: 584.857307ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:45:34.542288Z","caller":"traceutil/trace.go:171","msg":"trace[2031427263] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"872.699021ms","start":"2026-05-07T15:45:33.669546Z","end":"2026-05-07T15:45:34.542245Z","steps":["trace[2031427263] 'process raft request' (duration: 872.371856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:34.542463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.312712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T15:45:34.542513Z","caller":"traceutil/trace.go:171","msg":"trace[1486771485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2746; }","duration":"767.422465ms","start":"2026-05-07T15:45:33.775078Z","end":"2026-05-07T15:45:34.542501Z","steps":["trace[1486771485] 'agreement among raft nodes before linearized reading' (duration: 767.172829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:34.542506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:45:33.669538Z","time spent":"872.850614ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:45:34.542553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:45:33.775051Z","time spent":"767.493755ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:45:34.542716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.49924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:45:34.542822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.304968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:45:34.542886Z","caller":"traceutil/trace.go:171","msg":"trace[1506835331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2746; }","duration":"756.370459ms","start":"2026-05-07T15:45:33.78649Z","end":"2026-05-07T15:45:34.542861Z","steps":["trace[1506835331] 'agreement among raft nodes before linearized reading' (duration: 756.263347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:34.542936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:45:33.786481Z","time spent":"756.447021ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:45:34.542701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.503252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:45:34.543055Z","caller":"traceutil/trace.go:171","msg":"trace[106475701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2746; }","duration":"756.896719ms","start":"2026-05-07T15:45:33.786142Z","end":"2026-05-07T15:45:34.543039Z","steps":["trace[106475701] 'agreement among raft nodes before linearized reading' (duration: 756.321059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:34.543068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.870819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T15:45:34.543068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.721816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T15:45:34.543129Z","caller":"traceutil/trace.go:171","msg":"trace[2113991245] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2746; }","duration":"180.186154ms","start":"2026-05-07T15:45:34.36293Z","end":"2026-05-07T15:45:34.543116Z","steps":["trace[2113991245] 'agreement among raft nodes before linearized reading' (duration: 179.800167ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:45:34.543152Z","caller":"traceutil/trace.go:171","msg":"trace[818927199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2746; }","duration":"756.862018ms","start":"2026-05-07T15:45:33.786272Z","end":"2026-05-07T15:45:34.543134Z","steps":["trace[818927199] 'agreement among raft nodes before linearized reading' (duration: 756.618104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:34.543147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.900159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T15:45:34.543201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:45:33.786251Z","time spent":"756.941669ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T15:45:34.543217Z","caller":"traceutil/trace.go:171","msg":"trace[598639724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2746; }","duration":"757.013651ms","start":"2026-05-07T15:45:33.78618Z","end":"2026-05-07T15:45:34.543194Z","steps":["trace[598639724] 'agreement among raft nodes before linearized reading' (duration: 756.748837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:34.543254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:45:33.786132Z","time spent":"757.115252ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T15:45:34.543132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:45:33.786132Z","time spent":"756.9837ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T15:45:34.54277Z","caller":"traceutil/trace.go:171","msg":"trace[1324419302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2746; }","duration":"597.611112ms","start":"2026-05-07T15:45:33.945146Z","end":"2026-05-07T15:45:34.542757Z","steps":["trace[1324419302] 'agreement among raft nodes before linearized reading' (duration: 597.51876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:45:34.543776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:45:33.945121Z","time spent":"598.62865ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:46:06.944722Z","caller":"traceutil/trace.go:171","msg":"trace[983411440] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"129.037685ms","start":"2026-05-07T15:46:06.815649Z","end":"2026-05-07T15:46:06.944686Z","steps":["trace[983411440] 'process raft request' (duration: 128.797061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:07.183919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.388932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:46:07.184855Z","caller":"traceutil/trace.go:171","msg":"trace[501390186] linearizableReadLoop","detail":"{readStateIndex:3062; appliedIndex:3061; }","duration":"219.247729ms","start":"2026-05-07T15:46:06.965567Z","end":"2026-05-07T15:46:07.184815Z","steps":["trace[501390186] 'read index received' (duration: 47.775389ms)","trace[501390186] 'applied index is now lower than readState.Index' (duration: 171.46941ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:46:07.184889Z","caller":"traceutil/trace.go:171","msg":"trace[907482822] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"235.413093ms","start":"2026-05-07T15:46:06.949432Z","end":"2026-05-07T15:46:07.184846Z","steps":["trace[907482822] 'process raft request' (duration: 63.936282ms)","trace[907482822] 'compare' (duration: 170.183838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:46:07.185024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.594137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:46:07.185069Z","caller":"traceutil/trace.go:171","msg":"trace[1596931112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2944; }","duration":"239.690258ms","start":"2026-05-07T15:46:06.945366Z","end":"2026-05-07T15:46:07.185057Z","steps":["trace[1596931112] 'agreement among raft nodes before linearized reading' (duration: 239.574466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:07.194556Z","caller":"traceutil/trace.go:171","msg":"trace[371551253] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"223.788809ms","start":"2026-05-07T15:46:06.970732Z","end":"2026-05-07T15:46:07.194521Z","steps":["trace[371551253] 'process raft request' (duration: 223.578126ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:07.194901Z","caller":"traceutil/trace.go:171","msg":"trace[230694736] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"224.020473ms","start":"2026-05-07T15:46:06.970855Z","end":"2026-05-07T15:46:07.194876Z","steps":["trace[230694736] 'process raft request' (duration: 223.611305ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:07.195046Z","caller":"traceutil/trace.go:171","msg":"trace[876476552] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"224.022933ms","start":"2026-05-07T15:46:06.971007Z","end":"2026-05-07T15:46:07.19503Z","steps":["trace[876476552] 'process raft request' (duration: 223.802418ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:07.195169Z","caller":"traceutil/trace.go:171","msg":"trace[355329126] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"223.400863ms","start":"2026-05-07T15:46:06.971625Z","end":"2026-05-07T15:46:07.195026Z","steps":["trace[355329126] 'process raft request' (duration: 223.338462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:07.398305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.125016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:46:07.398453Z","caller":"traceutil/trace.go:171","msg":"trace[758823888] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3062; }","duration":"211.789368ms","start":"2026-05-07T15:46:07.186641Z","end":"2026-05-07T15:46:07.398431Z","steps":["trace[758823888] 'read index received' (duration: 7.682274ms)","trace[758823888] 'applied index is now lower than readState.Index' (duration: 204.105504ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:46:07.398523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.885709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:46:07.398557Z","caller":"traceutil/trace.go:171","msg":"trace[630586091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2949; }","duration":"211.955461ms","start":"2026-05-07T15:46:07.186592Z","end":"2026-05-07T15:46:07.398548Z","steps":["trace[630586091] 'agreement among raft nodes before linearized reading' (duration: 211.8962ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:07.398768Z","caller":"traceutil/trace.go:171","msg":"trace[1803025430] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"242.137871ms","start":"2026-05-07T15:46:07.156308Z","end":"2026-05-07T15:46:07.398446Z","steps":["trace[1803025430] 'process raft request' (duration: 140.74638ms)","trace[1803025430] 'compare' (duration: 100.929233ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:46:08.773416Z","caller":"traceutil/trace.go:171","msg":"trace[983942686] linearizableReadLoop","detail":"{readStateIndex:3069; appliedIndex:3068; }","duration":"324.152881ms","start":"2026-05-07T15:46:08.449231Z","end":"2026-05-07T15:46:08.773384Z","steps":["trace[983942686] 'read index received' (duration: 323.929998ms)","trace[983942686] 'applied index is now lower than readState.Index' (duration: 221.813µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:46:08.773759Z","caller":"traceutil/trace.go:171","msg":"trace[2083936780] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"660.423265ms","start":"2026-05-07T15:46:08.113324Z","end":"2026-05-07T15:46:08.773747Z","steps":["trace[2083936780] 'process raft request' (duration: 659.875436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:08.773898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:08.113282Z","time spent":"660.509746ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:46:08.774174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.944703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:46:08.774269Z","caller":"traceutil/trace.go:171","msg":"trace[1657142939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2951; }","duration":"105.33336ms","start":"2026-05-07T15:46:08.668914Z","end":"2026-05-07T15:46:08.774247Z","steps":["trace[1657142939] 'agreement among raft nodes before linearized reading' (duration: 105.133225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:08.77432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.094178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T15:46:08.774361Z","caller":"traceutil/trace.go:171","msg":"trace[932235607] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:2951; }","duration":"325.18416ms","start":"2026-05-07T15:46:08.449166Z","end":"2026-05-07T15:46:08.77435Z","steps":["trace[932235607] 'agreement among raft nodes before linearized reading' (duration: 325.039786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:08.77439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:08.449142Z","time spent":"325.243281ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-05-07T15:46:09.905095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.644627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:46:09.905418Z","caller":"traceutil/trace.go:171","msg":"trace[941802154] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"500.094079ms","start":"2026-05-07T15:46:09.405303Z","end":"2026-05-07T15:46:09.905397Z","steps":["trace[941802154] 'process raft request' (duration: 500.047659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:09.905499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.405272Z","time spent":"500.191471ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:46:09.90569Z","caller":"traceutil/trace.go:171","msg":"trace[2074132724] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"1.097945387s","start":"2026-05-07T15:46:08.807696Z","end":"2026-05-07T15:46:09.905641Z","steps":["trace[2074132724] 'process raft request' (duration: 1.097511428s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:09.905769Z","caller":"traceutil/trace.go:171","msg":"trace[1801232409] linearizableReadLoop","detail":"{readStateIndex:3073; appliedIndex:3071; }","duration":"960.037495ms","start":"2026-05-07T15:46:08.945717Z","end":"2026-05-07T15:46:09.905755Z","steps":["trace[1801232409] 'read index received' (duration: 179.651103ms)","trace[1801232409] 'applied index is now lower than readState.Index' (duration: 780.384682ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:46:09.905844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:08.807668Z","time spent":"1.098084509s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:46:09.906051Z","caller":"traceutil/trace.go:171","msg":"trace[1461949219] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"955.872622ms","start":"2026-05-07T15:46:08.950167Z","end":"2026-05-07T15:46:09.90604Z","steps":["trace[1461949219] 'process raft request' (duration: 955.137879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:09.906124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:08.950137Z","time spent":"955.951743ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:46:09.906259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.009231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:46:09.906299Z","caller":"traceutil/trace.go:171","msg":"trace[36311686] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2956; }","duration":"724.109223ms","start":"2026-05-07T15:46:09.182181Z","end":"2026-05-07T15:46:09.90629Z","steps":["trace[36311686] 'agreement among raft nodes before linearized reading' (duration: 723.96639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:09.906326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.182153Z","time spent":"724.166803ms","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:46:09.906336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.879928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-07T15:46:09.906347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.713507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T15:46:09.906394Z","caller":"traceutil/trace.go:171","msg":"trace[874085193] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2956; }","duration":"502.98642ms","start":"2026-05-07T15:46:09.403389Z","end":"2026-05-07T15:46:09.906375Z","steps":["trace[874085193] 'agreement among raft nodes before linearized reading' (duration: 502.774306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:09.906427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.403359Z","time spent":"503.062102ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-07T15:46:09.906422Z","caller":"traceutil/trace.go:171","msg":"trace[1721892321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2956; }","duration":"706.794669ms","start":"2026-05-07T15:46:09.199598Z","end":"2026-05-07T15:46:09.906393Z","steps":["trace[1721892321] 'agreement among raft nodes before linearized reading' (duration: 706.571296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:09.906375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.629905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:46:09.90647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.19959Z","time spent":"706.872241ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T15:46:09.9065Z","caller":"traceutil/trace.go:171","msg":"trace[908216732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2956; }","duration":"960.800808ms","start":"2026-05-07T15:46:08.94567Z","end":"2026-05-07T15:46:09.906471Z","steps":["trace[908216732] 'agreement among raft nodes before linearized reading' (duration: 960.593844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:09.906493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.087036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T15:46:09.906555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:08.945653Z","time spent":"960.892769ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:46:09.906584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.066023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T15:46:09.906613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.919119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T15:46:09.906609Z","caller":"traceutil/trace.go:171","msg":"trace[1075685786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2956; }","duration":"706.240388ms","start":"2026-05-07T15:46:09.200336Z","end":"2026-05-07T15:46:09.906576Z","steps":["trace[1075685786] 'agreement among raft nodes before linearized reading' (duration: 705.854542ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:09.906628Z","caller":"traceutil/trace.go:171","msg":"trace[1175761413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2956; }","duration":"707.146495ms","start":"2026-05-07T15:46:09.19947Z","end":"2026-05-07T15:46:09.906617Z","steps":["trace[1175761413] 'agreement among raft nodes before linearized reading' (duration: 707.061304ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:09.906643Z","caller":"traceutil/trace.go:171","msg":"trace[136626770] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2956; }","duration":"323.00257ms","start":"2026-05-07T15:46:09.583633Z","end":"2026-05-07T15:46:09.906635Z","steps":["trace[136626770] 'agreement among raft nodes before linearized reading' (duration: 322.916629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:09.906667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.583594Z","time spent":"323.068701ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T15:46:09.906664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.199441Z","time spent":"707.216696ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:46:09.906664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.200321Z","time spent":"706.333671ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:46:09.906651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.749529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T15:46:09.906804Z","caller":"traceutil/trace.go:171","msg":"trace[1778667492] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"1.100058443s","start":"2026-05-07T15:46:08.80671Z","end":"2026-05-07T15:46:09.906768Z","steps":["trace[1778667492] 'process raft request' (duration: 318.638724ms)","trace[1778667492] 'compare' (duration: 779.346073ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:46:09.906835Z","caller":"traceutil/trace.go:171","msg":"trace[128279825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2956; }","duration":"707.138964ms","start":"2026-05-07T15:46:09.19967Z","end":"2026-05-07T15:46:09.906809Z","steps":["trace[128279825] 'agreement among raft nodes before linearized reading' (duration: 706.562135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:09.906941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.199646Z","time spent":"707.262277ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:46:09.906504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.834895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T15:46:09.907011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:08.80666Z","time spent":"1.100180224s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:46:09.907034Z","caller":"traceutil/trace.go:171","msg":"trace[892210119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2956; }","duration":"717.388996ms","start":"2026-05-07T15:46:09.189616Z","end":"2026-05-07T15:46:09.907005Z","steps":["trace[892210119] 'agreement among raft nodes before linearized reading' (duration: 716.802775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:09.907101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.189599Z","time spent":"717.483387ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:46:10.841759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.271878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:46:10.841905Z","caller":"traceutil/trace.go:171","msg":"trace[542744802] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"929.689522ms","start":"2026-05-07T15:46:09.912189Z","end":"2026-05-07T15:46:10.841879Z","steps":["trace[542744802] 'process raft request' (duration: 460.155589ms)","trace[542744802] 'compare' (duration: 468.77026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:46:10.842427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.912166Z","time spent":"930.099149ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:46:10.843002Z","caller":"traceutil/trace.go:171","msg":"trace[1593985232] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"929.851975ms","start":"2026-05-07T15:46:09.913134Z","end":"2026-05-07T15:46:10.842986Z","steps":["trace[1593985232] 'process raft request' (duration: 929.643851ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:10.843036Z","caller":"traceutil/trace.go:171","msg":"trace[833881813] linearizableReadLoop","detail":"{readStateIndex:3080; appliedIndex:3075; }","duration":"929.337816ms","start":"2026-05-07T15:46:09.913671Z","end":"2026-05-07T15:46:10.843009Z","steps":["trace[833881813] 'read index received' (duration: 458.689263ms)","trace[833881813] 'applied index is now lower than readState.Index' (duration: 470.646953ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:46:10.843156Z","caller":"traceutil/trace.go:171","msg":"trace[1435674918] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"929.720002ms","start":"2026-05-07T15:46:09.913425Z","end":"2026-05-07T15:46:10.843145Z","steps":["trace[1435674918] 'process raft request' (duration: 929.407917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:10.843215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.913127Z","time spent":"929.922956ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:46:10.8433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.913399Z","time spent":"929.798064ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:46:10.843444Z","caller":"traceutil/trace.go:171","msg":"trace[1961895923] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"929.958826ms","start":"2026-05-07T15:46:09.913476Z","end":"2026-05-07T15:46:10.843435Z","steps":["trace[1961895923] 'process raft request' (duration: 929.393607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:10.843505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.913459Z","time spent":"930.016398ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:46:10.843513Z","caller":"traceutil/trace.go:171","msg":"trace[1444449162] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"930.482555ms","start":"2026-05-07T15:46:09.913Z","end":"2026-05-07T15:46:10.843483Z","steps":["trace[1444449162] 'process raft request' (duration: 929.62172ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:10.843737Z","caller":"traceutil/trace.go:171","msg":"trace[871394318] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"930.063379ms","start":"2026-05-07T15:46:09.913663Z","end":"2026-05-07T15:46:10.843726Z","steps":["trace[871394318] 'process raft request' (duration: 929.241714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:10.843805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.913636Z","time spent":"930.129461ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:46:10.843996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.912979Z","time spent":"930.67331ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:46:10.844086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.411555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T15:46:10.84413Z","caller":"traceutil/trace.go:171","msg":"trace[1766636872] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2963; }","duration":"930.474136ms","start":"2026-05-07T15:46:09.913648Z","end":"2026-05-07T15:46:10.844122Z","steps":["trace[1766636872] 'agreement among raft nodes before linearized reading' (duration: 930.392124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:10.844162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.913637Z","time spent":"930.518637ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T15:46:10.844019Z","caller":"traceutil/trace.go:171","msg":"trace[348741912] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"930.236342ms","start":"2026-05-07T15:46:09.913771Z","end":"2026-05-07T15:46:10.844008Z","steps":["trace[348741912] 'process raft request' (duration: 929.194523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:10.844662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.913761Z","time spent":"930.783352ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:46:10.851152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.267198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-07T15:46:10.851234Z","caller":"traceutil/trace.go:171","msg":"trace[2097702476] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2965; }","duration":"936.370159ms","start":"2026-05-07T15:46:09.914847Z","end":"2026-05-07T15:46:10.851217Z","steps":["trace[2097702476] 'agreement among raft nodes before linearized reading' (duration: 936.127495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:10.851278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.914839Z","time spent":"936.43002ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-07T15:46:10.851804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.736711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:46:10.851994Z","caller":"traceutil/trace.go:171","msg":"trace[1870533140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2965; }","duration":"905.970226ms","start":"2026-05-07T15:46:09.945996Z","end":"2026-05-07T15:46:10.851966Z","steps":["trace[1870533140] 'agreement among raft nodes before linearized reading' (duration: 905.196983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:10.852139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:09.945986Z","time spent":"906.13822ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:46:16.13289Z","caller":"traceutil/trace.go:171","msg":"trace[724999771] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"205.246883ms","start":"2026-05-07T15:46:15.9276Z","end":"2026-05-07T15:46:16.132847Z","steps":["trace[724999771] 'process raft request' (duration: 205.05053ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:16.18795Z","caller":"traceutil/trace.go:171","msg":"trace[794711684] linearizableReadLoop","detail":"{readStateIndex:3109; appliedIndex:3107; }","duration":"151.714035ms","start":"2026-05-07T15:46:16.036195Z","end":"2026-05-07T15:46:16.187909Z","steps":["trace[794711684] 'read index received' (duration: 96.513315ms)","trace[794711684] 'applied index is now lower than readState.Index' (duration: 55.19906ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:46:16.188281Z","caller":"traceutil/trace.go:171","msg":"trace[1368498979] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"257.176706ms","start":"2026-05-07T15:46:15.931025Z","end":"2026-05-07T15:46:16.188202Z","steps":["trace[1368498979] 'process raft request' (duration: 256.514153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:16.188542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.314945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T15:46:16.188615Z","caller":"traceutil/trace.go:171","msg":"trace[773581664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2989; }","duration":"152.456467ms","start":"2026-05-07T15:46:16.036137Z","end":"2026-05-07T15:46:16.188593Z","steps":["trace[773581664] 'agreement among raft nodes before linearized reading' (duration: 152.158722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:53.674657Z","caller":"traceutil/trace.go:171","msg":"trace[1860568645] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"137.946071ms","start":"2026-05-07T15:48:53.536673Z","end":"2026-05-07T15:48:53.674619Z","steps":["trace[1860568645] 'process raft request' (duration: 137.717066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:54.58986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.976232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:48:54.590057Z","caller":"traceutil/trace.go:171","msg":"trace[1800373771] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4015; }","duration":"466.199276ms","start":"2026-05-07T15:48:54.12383Z","end":"2026-05-07T15:48:54.590029Z","steps":["trace[1800373771] 'range keys from in-memory index tree' (duration: 465.945381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:54.590882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.396992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:48:54.591152Z","caller":"traceutil/trace.go:171","msg":"trace[226494454] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"1.051984466s","start":"2026-05-07T15:48:53.539128Z","end":"2026-05-07T15:48:54.591112Z","steps":["trace[226494454] 'process raft request' (duration: 624.173496ms)","trace[226494454] 'compare' (duration: 426.684947ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:48:54.591358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:48:53.539098Z","time spent":"1.052139719s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:48:54.59407Z","caller":"traceutil/trace.go:171","msg":"trace[1699157574] linearizableReadLoop","detail":"{readStateIndex:4174; appliedIndex:4172; }","duration":"886.597328ms","start":"2026-05-07T15:48:53.70745Z","end":"2026-05-07T15:48:54.594048Z","steps":["trace[1699157574] 'read index received' (duration: 455.784848ms)","trace[1699157574] 'applied index is now lower than readState.Index' (duration: 430.81038ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:48:54.594348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.897985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-05-07T15:48:54.59439Z","caller":"traceutil/trace.go:171","msg":"trace[758685469] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:4016; }","duration":"886.996717ms","start":"2026-05-07T15:48:53.707383Z","end":"2026-05-07T15:48:54.59438Z","steps":["trace[758685469] 'agreement among raft nodes before linearized reading' (duration: 886.798153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:54.594432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:48:53.707357Z","time spent":"887.065697ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-05-07T15:48:54.594478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.199245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:48:54.594523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.700138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T15:48:54.594618Z","caller":"traceutil/trace.go:171","msg":"trace[831173103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4016; }","duration":"649.408179ms","start":"2026-05-07T15:48:53.94517Z","end":"2026-05-07T15:48:54.594578Z","steps":["trace[831173103] 'agreement among raft nodes before linearized reading' (duration: 649.178174ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:54.594638Z","caller":"traceutil/trace.go:171","msg":"trace[1863146803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4016; }","duration":"783.86334ms","start":"2026-05-07T15:48:53.810747Z","end":"2026-05-07T15:48:54.594611Z","steps":["trace[1863146803] 'agreement among raft nodes before linearized reading' (duration: 783.567663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:54.594688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:48:53.945141Z","time spent":"649.532352ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:48:54.594692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:48:53.810724Z","time spent":"783.958322ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:48:54.594736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.835964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T15:48:54.594801Z","caller":"traceutil/trace.go:171","msg":"trace[876402018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4016; }","duration":"705.957356ms","start":"2026-05-07T15:48:53.888829Z","end":"2026-05-07T15:48:54.594786Z","steps":["trace[876402018] 'agreement among raft nodes before linearized reading' (duration: 705.733742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:54.594768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.2338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T15:48:54.594847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:48:53.888802Z","time spent":"706.037218ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T15:48:54.594892Z","caller":"traceutil/trace.go:171","msg":"trace[1583719316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4016; }","duration":"584.439414ms","start":"2026-05-07T15:48:54.01043Z","end":"2026-05-07T15:48:54.594869Z","steps":["trace[1583719316] 'agreement among raft nodes before linearized reading' (duration: 584.043986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:54.594908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.583952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:48:54.595001Z","caller":"traceutil/trace.go:171","msg":"trace[1928513961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4016; }","duration":"659.705434ms","start":"2026-05-07T15:48:53.935268Z","end":"2026-05-07T15:48:54.594974Z","steps":["trace[1928513961] 'agreement among raft nodes before linearized reading' (duration: 659.363757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:54.594969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:48:54.010405Z","time spent":"584.552937ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:48:54.595051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:48:53.935254Z","time spent":"659.787746ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:48:54.595291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.224935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:48:54.595352Z","caller":"traceutil/trace.go:171","msg":"trace[1481147221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4016; }","duration":"670.285526ms","start":"2026-05-07T15:48:53.925054Z","end":"2026-05-07T15:48:54.595339Z","steps":["trace[1481147221] 'agreement among raft nodes before linearized reading' (duration: 670.058722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:54.595384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:48:53.92498Z","time spent":"670.396348ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T15:50:15.063273Z","caller":"traceutil/trace.go:171","msg":"trace[1350507820] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"144.304483ms","start":"2026-05-07T15:50:14.918918Z","end":"2026-05-07T15:50:15.063222Z","steps":["trace[1350507820] 'process raft request' (duration: 104.924087ms)","trace[1350507820] 'compare' (duration: 39.095901ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:50:18.201341Z","caller":"traceutil/trace.go:171","msg":"trace[157175761] linearizableReadLoop","detail":"{readStateIndex:5200; appliedIndex:5199; }","duration":"108.459401ms","start":"2026-05-07T15:50:18.092849Z","end":"2026-05-07T15:50:18.201308Z","steps":["trace[157175761] 'read index received' (duration: 33.692702ms)","trace[157175761] 'applied index is now lower than readState.Index' (duration: 74.765659ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:50:18.201469Z","caller":"traceutil/trace.go:171","msg":"trace[818723342] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"142.509631ms","start":"2026-05-07T15:50:18.058933Z","end":"2026-05-07T15:50:18.201443Z","steps":["trace[818723342] 'process raft request' (duration: 67.69106ms)","trace[818723342] 'compare' (duration: 74.500315ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:18.201902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.021561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T15:50:18.201939Z","caller":"traceutil/trace.go:171","msg":"trace[1238935629] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5006; }","duration":"109.093822ms","start":"2026-05-07T15:50:18.092834Z","end":"2026-05-07T15:50:18.201928Z","steps":["trace[1238935629] 'agreement among raft nodes before linearized reading' (duration: 108.631184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:20.436791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.003539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:50:20.436963Z","caller":"traceutil/trace.go:171","msg":"trace[1457037555] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5267; }","duration":"148.208436ms","start":"2026-05-07T15:50:20.288729Z","end":"2026-05-07T15:50:20.436937Z","steps":["trace[1457037555] 'read index received' (duration: 29.659688ms)","trace[1457037555] 'applied index is now lower than readState.Index' (duration: 118.542108ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:50:20.437011Z","caller":"traceutil/trace.go:171","msg":"trace[1285841222] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"165.296071ms","start":"2026-05-07T15:50:20.271668Z","end":"2026-05-07T15:50:20.436964Z","steps":["trace[1285841222] 'process raft request' (duration: 46.982056ms)","trace[1285841222] 'compare' (duration: 117.734583ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:20.437241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.481141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-07T15:50:20.43736Z","caller":"traceutil/trace.go:171","msg":"trace[1807624692] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5069; }","duration":"148.659054ms","start":"2026-05-07T15:50:20.288674Z","end":"2026-05-07T15:50:20.437333Z","steps":["trace[1807624692] 'agreement among raft nodes before linearized reading' (duration: 148.328878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:20.442516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.85838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T15:50:20.442634Z","caller":"traceutil/trace.go:171","msg":"trace[380783003] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5070; }","duration":"115.011683ms","start":"2026-05-07T15:50:20.327602Z","end":"2026-05-07T15:50:20.442613Z","steps":["trace[380783003] 'agreement among raft nodes before linearized reading' (duration: 114.754278ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:50:21.171352Z","caller":"traceutil/trace.go:171","msg":"trace[1004276232] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"123.889646ms","start":"2026-05-07T15:50:21.047404Z","end":"2026-05-07T15:50:21.171294Z","steps":["trace[1004276232] 'process raft request' (duration: 123.612211ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:50:24.279053Z","caller":"traceutil/trace.go:171","msg":"trace[1443567735] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5418; }","duration":"221.579678ms","start":"2026-05-07T15:50:24.057441Z","end":"2026-05-07T15:50:24.279021Z","steps":["trace[1443567735] 'read index received' (duration: 221.417746ms)","trace[1443567735] 'applied index is now lower than readState.Index' (duration: 159.992µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:50:24.279171Z","caller":"traceutil/trace.go:171","msg":"trace[313353323] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"253.441117ms","start":"2026-05-07T15:50:24.025683Z","end":"2026-05-07T15:50:24.279124Z","steps":["trace[313353323] 'process raft request' (duration: 253.141592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:24.279245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.774563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:50:24.279287Z","caller":"traceutil/trace.go:171","msg":"trace[42001122] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5217; }","duration":"221.862144ms","start":"2026-05-07T15:50:24.057415Z","end":"2026-05-07T15:50:24.279277Z","steps":["trace[42001122] 'agreement among raft nodes before linearized reading' (duration: 221.763052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:24.527948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.722574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:50:24.528095Z","caller":"traceutil/trace.go:171","msg":"trace[1842211471] linearizableReadLoop","detail":"{readStateIndex:5420; appliedIndex:5419; }","duration":"248.926934ms","start":"2026-05-07T15:50:24.279145Z","end":"2026-05-07T15:50:24.528072Z","steps":["trace[1842211471] 'read index received' (duration: 47.72604ms)","trace[1842211471] 'applied index is now lower than readState.Index' (duration: 201.199404ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:50:24.528366Z","caller":"traceutil/trace.go:171","msg":"trace[1625777925] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"270.980021ms","start":"2026-05-07T15:50:24.257341Z","end":"2026-05-07T15:50:24.528321Z","steps":["trace[1625777925] 'process raft request' (duration: 69.762518ms)","trace[1625777925] 'compare' (duration: 200.570341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:24.528404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.148673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:50:24.528511Z","caller":"traceutil/trace.go:171","msg":"trace[1678188639] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:0; response_revision:5218; }","duration":"246.263435ms","start":"2026-05-07T15:50:24.282218Z","end":"2026-05-07T15:50:24.528482Z","steps":["trace[1678188639] 'agreement among raft nodes before linearized reading' (duration: 246.094182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:24.528525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.806276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cda111c-4aa0-4b15-adb2-5b2a5c15d5a3\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-05-07T15:50:24.528632Z","caller":"traceutil/trace.go:171","msg":"trace[1051955922] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cda111c-4aa0-4b15-adb2-5b2a5c15d5a3; range_end:; response_count:1; response_revision:5218; }","duration":"427.930248ms","start":"2026-05-07T15:50:24.100671Z","end":"2026-05-07T15:50:24.528601Z","steps":["trace[1051955922] 'agreement among raft nodes before linearized reading' (duration: 427.529491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:24.528605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.955627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qhczs-tls\" ","response":"range_response_count:1 size:2183"} {"level":"warn","ts":"2026-05-07T15:50:24.528705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:24.100592Z","time spent":"428.099541ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cda111c-4aa0-4b15-adb2-5b2a5c15d5a3\" "} {"level":"info","ts":"2026-05-07T15:50:24.528722Z","caller":"traceutil/trace.go:171","msg":"trace[2069296090] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qhczs-tls; range_end:; response_count:1; response_revision:5218; }","duration":"138.1552ms","start":"2026-05-07T15:50:24.390542Z","end":"2026-05-07T15:50:24.528697Z","steps":["trace[2069296090] 'agreement among raft nodes before linearized reading' (duration: 137.829374ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:50:24.851929Z","caller":"traceutil/trace.go:171","msg":"trace[257451370] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"111.814764ms","start":"2026-05-07T15:50:24.74008Z","end":"2026-05-07T15:50:24.851895Z","steps":["trace[257451370] 'process raft request' (duration: 81.79219ms)","trace[257451370] 'compare' (duration: 29.81305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:36.95357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.339367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:50:36.953796Z","caller":"traceutil/trace.go:171","msg":"trace[1150965669] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"377.586507ms","start":"2026-05-07T15:50:36.576193Z","end":"2026-05-07T15:50:36.95378Z","steps":["trace[1150965669] 'process raft request' (duration: 377.488556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:36.953875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:36.576158Z","time spent":"377.673099ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:50:36.953882Z","caller":"traceutil/trace.go:171","msg":"trace[1172432972] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"945.375927ms","start":"2026-05-07T15:50:36.008461Z","end":"2026-05-07T15:50:36.953837Z","steps":["trace[1172432972] 'process raft request' (duration: 142.698063ms)","trace[1172432972] 'compare' (duration: 801.980751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:36.954028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:36.00843Z","time spent":"945.52575ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T15:50:36.954064Z","caller":"traceutil/trace.go:171","msg":"trace[2064515111] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5655; }","duration":"802.106253ms","start":"2026-05-07T15:50:36.151944Z","end":"2026-05-07T15:50:36.954051Z","steps":["trace[2064515111] 'read index received' (duration: 91.171µs)","trace[2064515111] 'applied index is now lower than readState.Index' (duration: 802.013592ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:36.95438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.44474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-lfsjf\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-05-07T15:50:36.954413Z","caller":"traceutil/trace.go:171","msg":"trace[1417662664] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-lfsjf; range_end:; response_count:1; response_revision:5448; }","duration":"802.545312ms","start":"2026-05-07T15:50:36.151858Z","end":"2026-05-07T15:50:36.954404Z","steps":["trace[1417662664] 'agreement among raft nodes before linearized reading' (duration: 802.409549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:36.954433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:36.151826Z","time spent":"802.602922ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7689,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-lfsjf\" "} {"level":"warn","ts":"2026-05-07T15:50:45.387231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.049895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:50:45.387382Z","caller":"traceutil/trace.go:171","msg":"trace[1246733567] linearizableReadLoop","detail":"{readStateIndex:5837; appliedIndex:5836; }","duration":"279.840665ms","start":"2026-05-07T15:50:45.107517Z","end":"2026-05-07T15:50:45.387358Z","steps":["trace[1246733567] 'read index received' (duration: 80.418504ms)","trace[1246733567] 'applied index is now lower than readState.Index' (duration: 199.420301ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:50:45.387481Z","caller":"traceutil/trace.go:171","msg":"trace[1792394917] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"285.359847ms","start":"2026-05-07T15:50:45.102106Z","end":"2026-05-07T15:50:45.387466Z","steps":["trace[1792394917] 'process raft request' (duration: 85.919286ms)","trace[1792394917] 'compare' (duration: 198.777328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:45.387681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.13753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b11b0d1-acd2-40e2-884a-d6fc3e3c4a1a\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-07T15:50:45.387785Z","caller":"traceutil/trace.go:171","msg":"trace[1557637893] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b11b0d1-acd2-40e2-884a-d6fc3e3c4a1a; range_end:; response_count:1; response_revision:5624; }","duration":"280.310463ms","start":"2026-05-07T15:50:45.10745Z","end":"2026-05-07T15:50:45.387761Z","steps":["trace[1557637893] 'agreement among raft nodes before linearized reading' (duration: 280.037738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.130014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.948694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:50:46.130293Z","caller":"traceutil/trace.go:171","msg":"trace[174597000] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5837; }","duration":"742.860559ms","start":"2026-05-07T15:50:45.387412Z","end":"2026-05-07T15:50:46.130272Z","steps":["trace[174597000] 'read index received' (duration: 169.520808ms)","trace[174597000] 'applied index is now lower than readState.Index' (duration: 573.338131ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:50:46.13033Z","caller":"traceutil/trace.go:171","msg":"trace[1872540135] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"844.19637ms","start":"2026-05-07T15:50:45.286053Z","end":"2026-05-07T15:50:46.13025Z","steps":["trace[1872540135] 'process raft request' (duration: 270.88588ms)","trace[1872540135] 'compare' (duration: 572.507135ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:46.130579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.286002Z","time spent":"844.435934ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:50:46.130719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.582173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:50:46.130759Z","caller":"traceutil/trace.go:171","msg":"trace[195722561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5626; }","duration":"802.688115ms","start":"2026-05-07T15:50:45.32806Z","end":"2026-05-07T15:50:46.130748Z","steps":["trace[195722561] 'agreement among raft nodes before linearized reading' (duration: 802.516511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.130748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.707104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T15:50:46.1308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.328031Z","time spent":"802.759666ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T15:50:46.130818Z","caller":"traceutil/trace.go:171","msg":"trace[574774149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5626; }","duration":"789.804346ms","start":"2026-05-07T15:50:45.340992Z","end":"2026-05-07T15:50:46.130796Z","steps":["trace[574774149] 'agreement among raft nodes before linearized reading' (duration: 789.611983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.130856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.340979Z","time spent":"789.869547ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:50:46.131028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.292755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-05-07T15:50:46.131039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.572601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b11b0d1-acd2-40e2-884a-d6fc3e3c4a1a\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-05-07T15:50:46.131038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.546322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T15:50:46.131091Z","caller":"traceutil/trace.go:171","msg":"trace[520745306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b11b0d1-acd2-40e2-884a-d6fc3e3c4a1a; range_end:; response_count:1; response_revision:5626; }","duration":"880.683023ms","start":"2026-05-07T15:50:45.250393Z","end":"2026-05-07T15:50:46.131076Z","steps":["trace[520745306] 'agreement among raft nodes before linearized reading' (duration: 880.534211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.131127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.250363Z","time spent":"880.757225ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b11b0d1-acd2-40e2-884a-d6fc3e3c4a1a\" "} {"level":"info","ts":"2026-05-07T15:50:46.131147Z","caller":"traceutil/trace.go:171","msg":"trace[2028406707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5626; }","duration":"795.701225ms","start":"2026-05-07T15:50:45.335417Z","end":"2026-05-07T15:50:46.131118Z","steps":["trace[2028406707] 'agreement among raft nodes before linearized reading' (duration: 795.310838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.131208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.335404Z","time spent":"795.793777ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T15:50:46.131195Z","caller":"traceutil/trace.go:171","msg":"trace[1411028830] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"839.231829ms","start":"2026-05-07T15:50:45.291565Z","end":"2026-05-07T15:50:46.130797Z","steps":["trace[1411028830] 'process raft request' (duration: 838.580777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.132021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.856047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T15:50:46.13208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.291533Z","time spent":"840.437971ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:50:46.132133Z","caller":"traceutil/trace.go:171","msg":"trace[521682213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5626; }","duration":"803.022221ms","start":"2026-05-07T15:50:45.329087Z","end":"2026-05-07T15:50:46.132109Z","steps":["trace[521682213] 'agreement among raft nodes before linearized reading' (duration: 801.420111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.132197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.329068Z","time spent":"803.116402ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T15:50:46.131081Z","caller":"traceutil/trace.go:171","msg":"trace[479447846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:5626; }","duration":"596.393706ms","start":"2026-05-07T15:50:45.534673Z","end":"2026-05-07T15:50:46.131067Z","steps":["trace[479447846] 'agreement among raft nodes before linearized reading' (duration: 596.234793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.132441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.534637Z","time spent":"597.789142ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-qwcmt\" "} {"level":"warn","ts":"2026-05-07T15:50:46.131563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.838265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T15:50:46.132757Z","caller":"traceutil/trace.go:171","msg":"trace[1387969215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5626; }","duration":"799.043397ms","start":"2026-05-07T15:50:45.333698Z","end":"2026-05-07T15:50:46.132741Z","steps":["trace[1387969215] 'agreement among raft nodes before linearized reading' (duration: 797.774903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.132793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.333688Z","time spent":"799.094048ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T15:50:46.131301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.311142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"info","ts":"2026-05-07T15:50:46.132903Z","caller":"traceutil/trace.go:171","msg":"trace[603318547] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5626; }","duration":"165.949412ms","start":"2026-05-07T15:50:45.966927Z","end":"2026-05-07T15:50:46.132876Z","steps":["trace[603318547] 'agreement among raft nodes before linearized reading' (duration: 164.257331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.131721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.443539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-07T15:50:46.132989Z","caller":"traceutil/trace.go:171","msg":"trace[1786899660] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5626; }","duration":"817.289073ms","start":"2026-05-07T15:50:45.31569Z","end":"2026-05-07T15:50:46.132979Z","steps":["trace[1786899660] 'agreement among raft nodes before linearized reading' (duration: 815.304407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.133013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:45.315662Z","time spent":"817.343164ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-07T15:50:46.564658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.351001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:50:46.564826Z","caller":"traceutil/trace.go:171","msg":"trace[1853543438] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"427.905017ms","start":"2026-05-07T15:50:46.136774Z","end":"2026-05-07T15:50:46.564799Z","steps":["trace[1853543438] 'process raft request' (duration: 216.284072ms)","trace[1853543438] 'compare' (duration: 211.167386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:46.564903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.13675Z","time spent":"428.118521ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:50:46.90828Z","caller":"traceutil/trace.go:171","msg":"trace[86183286] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"770.396138ms","start":"2026-05-07T15:50:46.137845Z","end":"2026-05-07T15:50:46.908242Z","steps":["trace[86183286] 'process raft request' (duration: 770.258876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.908506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.137836Z","time spent":"770.548611ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:50:46.90844Z","caller":"traceutil/trace.go:171","msg":"trace[473669500] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"771.401136ms","start":"2026-05-07T15:50:46.137002Z","end":"2026-05-07T15:50:46.908403Z","steps":["trace[473669500] 'process raft request' (duration: 709.8312ms)","trace[473669500] 'compare' (duration: 61.073437ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:50:46.908895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.136989Z","time spent":"771.58393ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:50:46.90908Z","caller":"traceutil/trace.go:171","msg":"trace[1952430807] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"771.106231ms","start":"2026-05-07T15:50:46.13794Z","end":"2026-05-07T15:50:46.909046Z","steps":["trace[1952430807] 'process raft request' (duration: 770.227715ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:50:46.909242Z","caller":"traceutil/trace.go:171","msg":"trace[734443249] linearizableReadLoop","detail":"{readStateIndex:5844; appliedIndex:5839; }","duration":"770.192384ms","start":"2026-05-07T15:50:46.138997Z","end":"2026-05-07T15:50:46.909189Z","steps":["trace[734443249] 'read index received' (duration: 214.201823ms)","trace[734443249] 'applied index is now lower than readState.Index' (duration: 555.989421ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:50:46.909321Z","caller":"traceutil/trace.go:171","msg":"trace[1543103895] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"770.673364ms","start":"2026-05-07T15:50:46.138634Z","end":"2026-05-07T15:50:46.909308Z","steps":["trace[1543103895] 'process raft request' (duration: 770.285466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:50:46.909328Z","caller":"traceutil/trace.go:171","msg":"trace[704131254] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"769.37551ms","start":"2026-05-07T15:50:46.139916Z","end":"2026-05-07T15:50:46.909292Z","steps":["trace[704131254] 'process raft request' (duration: 769.170436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.909381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.138616Z","time spent":"770.732705ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:50:46.909255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.137915Z","time spent":"771.236893ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:50:46.909509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.139904Z","time spent":"769.508552ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:50:46.909623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.945119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-05-07T15:50:46.909616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.831188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b11b0d1-acd2-40e2-884a-d6fc3e3c4a1a\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-05-07T15:50:46.909665Z","caller":"traceutil/trace.go:171","msg":"trace[300544074] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5632; }","duration":"770.008741ms","start":"2026-05-07T15:50:46.139646Z","end":"2026-05-07T15:50:46.909654Z","steps":["trace[300544074] 'agreement among raft nodes before linearized reading' (duration: 769.844668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.909677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.669122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80038"} {"level":"warn","ts":"2026-05-07T15:50:46.909702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.139586Z","time spent":"770.108303ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-05-07T15:50:46.909699Z","caller":"traceutil/trace.go:171","msg":"trace[2083868443] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b11b0d1-acd2-40e2-884a-d6fc3e3c4a1a; range_end:; response_count:1; response_revision:5632; }","duration":"517.019611ms","start":"2026-05-07T15:50:46.392658Z","end":"2026-05-07T15:50:46.909677Z","steps":["trace[2083868443] 'agreement among raft nodes before linearized reading' (duration: 516.873869ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:50:46.909734Z","caller":"traceutil/trace.go:171","msg":"trace[359508210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5632; }","duration":"770.752954ms","start":"2026-05-07T15:50:46.138967Z","end":"2026-05-07T15:50:46.90972Z","steps":["trace[359508210] 'agreement among raft nodes before linearized reading' (duration: 770.390308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.909748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.392623Z","time spent":"517.115403ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b11b0d1-acd2-40e2-884a-d6fc3e3c4a1a\" "} {"level":"warn","ts":"2026-05-07T15:50:46.909743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.668656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4792"} {"level":"warn","ts":"2026-05-07T15:50:46.909785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.138956Z","time spent":"770.821185ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80062,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-07T15:50:46.909798Z","caller":"traceutil/trace.go:171","msg":"trace[2121230097] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5632; }","duration":"768.767858ms","start":"2026-05-07T15:50:46.141014Z","end":"2026-05-07T15:50:46.909781Z","steps":["trace[2121230097] 'agreement among raft nodes before linearized reading' (duration: 768.563055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.909837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.141005Z","time spent":"768.824359ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":4816,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-05-07T15:50:46.909812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.344851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-07T15:50:46.909901Z","caller":"traceutil/trace.go:171","msg":"trace[458835276] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5632; }","duration":"566.510974ms","start":"2026-05-07T15:50:46.34337Z","end":"2026-05-07T15:50:46.909881Z","steps":["trace[458835276] 'agreement among raft nodes before linearized reading' (duration: 566.199859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:50:46.909977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:50:46.343342Z","time spent":"566.623857ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-07T15:50:50.590669Z","caller":"traceutil/trace.go:171","msg":"trace[332785168] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"203.21444ms","start":"2026-05-07T15:50:50.387413Z","end":"2026-05-07T15:50:50.590627Z","steps":["trace[332785168] 'process raft request' (duration: 188.368626ms)","trace[332785168] 'compare' (duration: 13.815224ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:50:52.50789Z","caller":"traceutil/trace.go:171","msg":"trace[1642941067] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"132.199789ms","start":"2026-05-07T15:50:52.375673Z","end":"2026-05-07T15:50:52.507873Z","steps":["trace[1642941067] 'process raft request' (duration: 132.019766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:51:02.495515Z","caller":"traceutil/trace.go:171","msg":"trace[1132837950] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"297.194396ms","start":"2026-05-07T15:51:02.198294Z","end":"2026-05-07T15:51:02.495489Z","steps":["trace[1132837950] 'process raft request' (duration: 296.990512ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:51:02.563021Z","caller":"traceutil/trace.go:171","msg":"trace[1331587467] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"326.589877ms","start":"2026-05-07T15:51:02.236397Z","end":"2026-05-07T15:51:02.562987Z","steps":["trace[1331587467] 'process raft request' (duration: 322.304308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:51:02.563015Z","caller":"traceutil/trace.go:171","msg":"trace[1761313076] linearizableReadLoop","detail":"{readStateIndex:6033; appliedIndex:6031; }","duration":"106.708299ms","start":"2026-05-07T15:51:02.456278Z","end":"2026-05-07T15:51:02.562987Z","steps":["trace[1761313076] 'read index received' (duration: 39.105512ms)","trace[1761313076] 'applied index is now lower than readState.Index' (duration: 67.600647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:51:02.563205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:51:02.236378Z","time spent":"326.725099ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:51:02.563346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.901933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:51:02.563441Z","caller":"traceutil/trace.go:171","msg":"trace[1117241913] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5816; }","duration":"107.210978ms","start":"2026-05-07T15:51:02.45621Z","end":"2026-05-07T15:51:02.563421Z","steps":["trace[1117241913] 'agreement among raft nodes before linearized reading' (duration: 106.877262ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:51:05.061806Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2937} {"level":"info","ts":"2026-05-07T15:51:05.143946Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2937,"took":"80.585907ms","hash":2249619122,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":32112640,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T15:51:05.144025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2249619122,"revision":2937,"compact-revision":-1} {"level":"info","ts":"2026-05-07T15:51:13.668978Z","caller":"traceutil/trace.go:171","msg":"trace[1606585182] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"149.502779ms","start":"2026-05-07T15:51:13.519445Z","end":"2026-05-07T15:51:13.668948Z","steps":["trace[1606585182] 'process raft request' (duration: 149.307946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:51:13.899919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.862615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:51:13.900077Z","caller":"traceutil/trace.go:171","msg":"trace[1825587256] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5894; }","duration":"151.071219ms","start":"2026-05-07T15:51:13.748944Z","end":"2026-05-07T15:51:13.900015Z","steps":["trace[1825587256] 'count revisions from in-memory index tree' (duration: 150.718092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:51:14.038323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.945879ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T15:51:25.506821Z","caller":"traceutil/trace.go:171","msg":"trace[220415608] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"136.738274ms","start":"2026-05-07T15:51:25.370047Z","end":"2026-05-07T15:51:25.506785Z","steps":["trace[220415608] 'process raft request' (duration: 136.48167ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:51:27.558598Z","caller":"traceutil/trace.go:171","msg":"trace[726429863] linearizableReadLoop","detail":"{readStateIndex:6285; appliedIndex:6284; }","duration":"380.94641ms","start":"2026-05-07T15:51:27.177621Z","end":"2026-05-07T15:51:27.558568Z","steps":["trace[726429863] 'read index received' (duration: 380.097055ms)","trace[726429863] 'applied index is now lower than readState.Index' (duration: 847.565µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:51:27.558727Z","caller":"traceutil/trace.go:171","msg":"trace[88481784] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"381.423059ms","start":"2026-05-07T15:51:27.177292Z","end":"2026-05-07T15:51:27.558715Z","steps":["trace[88481784] 'process raft request' (duration: 380.457071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:51:27.558849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:51:27.177255Z","time spent":"381.50483ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:51:27.559078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.44379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101495"} {"level":"info","ts":"2026-05-07T15:51:27.55917Z","caller":"traceutil/trace.go:171","msg":"trace[1637381114] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6060; }","duration":"381.599332ms","start":"2026-05-07T15:51:27.177551Z","end":"2026-05-07T15:51:27.55915Z","steps":["trace[1637381114] 'agreement among raft nodes before linearized reading' (duration: 381.234545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:51:27.559206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:51:27.177527Z","time spent":"381.671754ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-07T15:51:27.564547Z","caller":"traceutil/trace.go:171","msg":"trace[695297327] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"386.651855ms","start":"2026-05-07T15:51:27.177849Z","end":"2026-05-07T15:51:27.5645Z","steps":["trace[695297327] 'process raft request' (duration: 386.280779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:51:27.564747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:51:27.177833Z","time spent":"386.806849ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:51:27.564706Z","caller":"traceutil/trace.go:171","msg":"trace[1593207828] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"386.678057ms","start":"2026-05-07T15:51:27.177972Z","end":"2026-05-07T15:51:27.56465Z","steps":["trace[1593207828] 'process raft request' (duration: 386.466582ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:51:27.564771Z","caller":"traceutil/trace.go:171","msg":"trace[1830346635] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"356.891507ms","start":"2026-05-07T15:51:27.207843Z","end":"2026-05-07T15:51:27.564734Z","steps":["trace[1830346635] 'process raft request' (duration: 356.678012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:51:27.564945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:51:27.177946Z","time spent":"386.88622ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:51:27.565064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:51:27.207828Z","time spent":"357.093571ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:51:27.565438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.901802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:51:27.565743Z","caller":"traceutil/trace.go:171","msg":"trace[1559401275] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6063; }","duration":"386.973521ms","start":"2026-05-07T15:51:27.178741Z","end":"2026-05-07T15:51:27.565714Z","steps":["trace[1559401275] 'agreement among raft nodes before linearized reading' (duration: 385.885052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:51:27.565841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:51:27.178729Z","time spent":"387.092894ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:51:37.091554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.185692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-05-07T15:51:37.091675Z","caller":"traceutil/trace.go:171","msg":"trace[1498179266] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6115; }","duration":"124.386126ms","start":"2026-05-07T15:51:36.967263Z","end":"2026-05-07T15:51:37.09165Z","steps":["trace[1498179266] 'range keys from in-memory index tree' (duration: 123.921378ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:51:46.836671Z","caller":"traceutil/trace.go:171","msg":"trace[1932931498] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"128.306458ms","start":"2026-05-07T15:51:46.708329Z","end":"2026-05-07T15:51:46.836635Z","steps":["trace[1932931498] 'process raft request' (duration: 128.081504ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:51:46.950002Z","caller":"traceutil/trace.go:171","msg":"trace[821088889] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"153.433362ms","start":"2026-05-07T15:51:46.796544Z","end":"2026-05-07T15:51:46.949977Z","steps":["trace[821088889] 'process raft request' (duration: 153.253589ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:53:14.44018Z","caller":"traceutil/trace.go:171","msg":"trace[1288249484] transaction","detail":"{read_only:false; response_revision:6754; number_of_response:1; }","duration":"119.224297ms","start":"2026-05-07T15:53:14.32091Z","end":"2026-05-07T15:53:14.440134Z","steps":["trace[1288249484] 'process raft request' (duration: 118.951363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:53:32.757325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.170361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:53:32.75761Z","caller":"traceutil/trace.go:171","msg":"trace[409723133] linearizableReadLoop","detail":"{readStateIndex:7107; appliedIndex:7105; }","duration":"118.976703ms","start":"2026-05-07T15:53:32.638606Z","end":"2026-05-07T15:53:32.757583Z","steps":["trace[409723133] 'read index received' (duration: 71.686595ms)","trace[409723133] 'applied index is now lower than readState.Index' (duration: 47.288538ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:53:32.757812Z","caller":"traceutil/trace.go:171","msg":"trace[782316025] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"190.574888ms","start":"2026-05-07T15:53:32.567211Z","end":"2026-05-07T15:53:32.757786Z","steps":["trace[782316025] 'process raft request' (duration: 65.800746ms)","trace[782316025] 'compare' (duration: 123.951426ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:53:32.757848Z","caller":"traceutil/trace.go:171","msg":"trace[822117992] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"169.263757ms","start":"2026-05-07T15:53:32.588489Z","end":"2026-05-07T15:53:32.757752Z","steps":["trace[822117992] 'process raft request' (duration: 168.993413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:53:32.757857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.247869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:53:32.75818Z","caller":"traceutil/trace.go:171","msg":"trace[485481964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6856; }","duration":"119.536604ms","start":"2026-05-07T15:53:32.638595Z","end":"2026-05-07T15:53:32.758131Z","steps":["trace[485481964] 'agreement among raft nodes before linearized reading' (duration: 119.115337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:53:32.75797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.962197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:53:32.758499Z","caller":"traceutil/trace.go:171","msg":"trace[1654259653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6856; }","duration":"117.539586ms","start":"2026-05-07T15:53:32.640931Z","end":"2026-05-07T15:53:32.758471Z","steps":["trace[1654259653] 'agreement among raft nodes before linearized reading' (duration: 116.827854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:53:49.974042Z","caller":"traceutil/trace.go:171","msg":"trace[1412368037] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"104.183656ms","start":"2026-05-07T15:53:49.869821Z","end":"2026-05-07T15:53:49.974004Z","steps":["trace[1412368037] 'process raft request' (duration: 103.948542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:53:51.06846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.459758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:53:51.068568Z","caller":"traceutil/trace.go:171","msg":"trace[1686506983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6953; }","duration":"122.628713ms","start":"2026-05-07T15:53:50.945916Z","end":"2026-05-07T15:53:51.068545Z","steps":["trace[1686506983] 'range keys from in-memory index tree' (duration: 122.296126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:53:51.068699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.015074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T15:53:51.068758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.195726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:53:51.068806Z","caller":"traceutil/trace.go:171","msg":"trace[576385007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6953; }","duration":"144.197057ms","start":"2026-05-07T15:53:50.924586Z","end":"2026-05-07T15:53:51.068783Z","steps":["trace[576385007] 'range keys from in-memory index tree' (duration: 143.771279ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:53:51.068871Z","caller":"traceutil/trace.go:171","msg":"trace[1382270483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6953; }","duration":"146.395439ms","start":"2026-05-07T15:53:50.922449Z","end":"2026-05-07T15:53:51.068845Z","steps":["trace[1382270483] 'range keys from in-memory index tree' (duration: 145.857349ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:53:51.138001Z","caller":"traceutil/trace.go:171","msg":"trace[2019549022] linearizableReadLoop","detail":"{readStateIndex:7210; appliedIndex:7209; }","duration":"136.273088ms","start":"2026-05-07T15:53:51.001708Z","end":"2026-05-07T15:53:51.137981Z","steps":["trace[2019549022] 'read index received' (duration: 136.086234ms)","trace[2019549022] 'applied index is now lower than readState.Index' (duration: 185.724µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:53:51.138071Z","caller":"traceutil/trace.go:171","msg":"trace[1620042544] transaction","detail":"{read_only:false; response_revision:6954; number_of_response:1; }","duration":"152.393091ms","start":"2026-05-07T15:53:50.985648Z","end":"2026-05-07T15:53:51.138041Z","steps":["trace[1620042544] 'process raft request' (duration: 152.169757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:53:51.138203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.477492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-4lvqg\" ","response":"range_response_count:1 size:8195"} {"level":"info","ts":"2026-05-07T15:53:51.138441Z","caller":"traceutil/trace.go:171","msg":"trace[1451694790] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-4lvqg; range_end:; response_count:1; response_revision:6954; }","duration":"136.579453ms","start":"2026-05-07T15:53:51.001651Z","end":"2026-05-07T15:53:51.13823Z","steps":["trace[1451694790] 'agreement among raft nodes before linearized reading' (duration: 136.444251ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:54:15.12533Z","caller":"traceutil/trace.go:171","msg":"trace[308911214] transaction","detail":"{read_only:false; response_revision:7139; number_of_response:1; }","duration":"104.195435ms","start":"2026-05-07T15:54:15.021067Z","end":"2026-05-07T15:54:15.125262Z","steps":["trace[308911214] 'process raft request' (duration: 103.91962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:54:15.471469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.143773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:54:15.47157Z","caller":"traceutil/trace.go:171","msg":"trace[431015231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7141; }","duration":"164.302086ms","start":"2026-05-07T15:54:15.307244Z","end":"2026-05-07T15:54:15.471546Z","steps":["trace[431015231] 'range keys from in-memory index tree' (duration: 163.932197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:54:15.471956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.228208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:54:15.472009Z","caller":"traceutil/trace.go:171","msg":"trace[154232521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7141; }","duration":"160.28084ms","start":"2026-05-07T15:54:15.311714Z","end":"2026-05-07T15:54:15.471995Z","steps":["trace[154232521] 'range keys from in-memory index tree' (duration: 160.059164ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:07.89139Z","caller":"traceutil/trace.go:171","msg":"trace[921819346] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"284.432902ms","start":"2026-05-07T15:55:07.606928Z","end":"2026-05-07T15:55:07.891361Z","steps":["trace[921819346] 'process raft request' (duration: 284.229419ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:07.907778Z","caller":"traceutil/trace.go:171","msg":"trace[1169170094] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"161.137766ms","start":"2026-05-07T15:55:07.74661Z","end":"2026-05-07T15:55:07.907748Z","steps":["trace[1169170094] 'process raft request' (duration: 160.934481ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:07.908086Z","caller":"traceutil/trace.go:171","msg":"trace[166662341] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"141.459022ms","start":"2026-05-07T15:55:07.76659Z","end":"2026-05-07T15:55:07.908049Z","steps":["trace[166662341] 'process raft request' (duration: 141.110504ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:07.908182Z","caller":"traceutil/trace.go:171","msg":"trace[1517327686] linearizableReadLoop","detail":"{readStateIndex:7870; appliedIndex:7867; }","duration":"116.907596ms","start":"2026-05-07T15:55:07.791241Z","end":"2026-05-07T15:55:07.908148Z","steps":["trace[1517327686] 'read index received' (duration: 99.920505ms)","trace[1517327686] 'applied index is now lower than readState.Index' (duration: 16.982221ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:55:07.908397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.142261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T15:55:07.908446Z","caller":"traceutil/trace.go:171","msg":"trace[1920555659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7593; }","duration":"117.263014ms","start":"2026-05-07T15:55:07.79117Z","end":"2026-05-07T15:55:07.908433Z","steps":["trace[1920555659] 'agreement among raft nodes before linearized reading' (duration: 117.06758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:07.909014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.876682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T15:55:07.909033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.666896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:55:07.909085Z","caller":"traceutil/trace.go:171","msg":"trace[433890426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7593; }","duration":"101.757548ms","start":"2026-05-07T15:55:07.807315Z","end":"2026-05-07T15:55:07.909072Z","steps":["trace[433890426] 'agreement among raft nodes before linearized reading' (duration: 101.667277ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:07.909082Z","caller":"traceutil/trace.go:171","msg":"trace[909443718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7593; }","duration":"110.963963ms","start":"2026-05-07T15:55:07.798102Z","end":"2026-05-07T15:55:07.909066Z","steps":["trace[909443718] 'agreement among raft nodes before linearized reading' (duration: 110.836521ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:09.912573Z","caller":"traceutil/trace.go:171","msg":"trace[502955448] linearizableReadLoop","detail":"{readStateIndex:7897; appliedIndex:7896; }","duration":"108.530897ms","start":"2026-05-07T15:55:09.804017Z","end":"2026-05-07T15:55:09.912548Z","steps":["trace[502955448] 'read index received' (duration: 108.421865ms)","trace[502955448] 'applied index is now lower than readState.Index' (duration: 107.902µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:55:09.912759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.719561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:55:09.912804Z","caller":"traceutil/trace.go:171","msg":"trace[1112148796] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7619; }","duration":"108.834083ms","start":"2026-05-07T15:55:09.803957Z","end":"2026-05-07T15:55:09.912791Z","steps":["trace[1112148796] 'agreement among raft nodes before linearized reading' (duration: 108.69821ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:09.912778Z","caller":"traceutil/trace.go:171","msg":"trace[133435651] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"125.220564ms","start":"2026-05-07T15:55:09.787499Z","end":"2026-05-07T15:55:09.91272Z","steps":["trace[133435651] 'process raft request' (duration: 124.896297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:10.217034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.582501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:55:10.217268Z","caller":"traceutil/trace.go:171","msg":"trace[299875634] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"238.237237ms","start":"2026-05-07T15:55:09.978995Z","end":"2026-05-07T15:55:10.217233Z","steps":["trace[299875634] 'process raft request' (duration: 102.33556ms)","trace[299875634] 'compare' (duration: 135.04811ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:55:10.217448Z","caller":"traceutil/trace.go:171","msg":"trace[660393575] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"228.849378ms","start":"2026-05-07T15:55:09.988561Z","end":"2026-05-07T15:55:10.21741Z","steps":["trace[660393575] 'process raft request' (duration: 228.615593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:18.644814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.154904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:55:18.644995Z","caller":"traceutil/trace.go:171","msg":"trace[977812961] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7947; }","duration":"313.247798ms","start":"2026-05-07T15:55:18.331718Z","end":"2026-05-07T15:55:18.644965Z","steps":["trace[977812961] 'read index received' (duration: 83.585894ms)","trace[977812961] 'applied index is now lower than readState.Index' (duration: 229.659514ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:55:18.645152Z","caller":"traceutil/trace.go:171","msg":"trace[263209882] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"324.45373ms","start":"2026-05-07T15:55:18.32068Z","end":"2026-05-07T15:55:18.645133Z","steps":["trace[263209882] 'process raft request' (duration: 94.774186ms)","trace[263209882] 'compare' (duration: 228.828068ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:55:18.645249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:55:18.320655Z","time spent":"324.551332ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:55:18.645417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.683238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:55:18.64549Z","caller":"traceutil/trace.go:171","msg":"trace[1368272474] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7669; }","duration":"313.779269ms","start":"2026-05-07T15:55:18.331689Z","end":"2026-05-07T15:55:18.645469Z","steps":["trace[1368272474] 'agreement among raft nodes before linearized reading' (duration: 313.652286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:18.645536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:55:18.331678Z","time spent":"313.848341ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T15:55:18.645704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.714338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T15:55:18.6456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.377273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T15:55:18.64578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.183201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T15:55:18.645827Z","caller":"traceutil/trace.go:171","msg":"trace[2022794694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7669; }","duration":"169.885451ms","start":"2026-05-07T15:55:18.475917Z","end":"2026-05-07T15:55:18.645803Z","steps":["trace[2022794694] 'agreement among raft nodes before linearized reading' (duration: 169.526845ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:18.645849Z","caller":"traceutil/trace.go:171","msg":"trace[1007212347] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7669; }","duration":"196.713259ms","start":"2026-05-07T15:55:18.449107Z","end":"2026-05-07T15:55:18.645821Z","steps":["trace[1007212347] 'agreement among raft nodes before linearized reading' (duration: 196.352523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:18.645888Z","caller":"traceutil/trace.go:171","msg":"trace[70104397] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:7669; }","duration":"166.329104ms","start":"2026-05-07T15:55:18.479529Z","end":"2026-05-07T15:55:18.645858Z","steps":["trace[70104397] 'agreement among raft nodes before linearized reading' (duration: 165.904406ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:27.369868Z","caller":"traceutil/trace.go:171","msg":"trace[1769079294] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"107.268194ms","start":"2026-05-07T15:55:27.262566Z","end":"2026-05-07T15:55:27.369834Z","steps":["trace[1769079294] 'process raft request' (duration: 89.764152ms)","trace[1769079294] 'compare' (duration: 17.335199ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:55:58.742495Z","caller":"traceutil/trace.go:171","msg":"trace[1317645384] linearizableReadLoop","detail":"{readStateIndex:8216; appliedIndex:8215; }","duration":"395.958736ms","start":"2026-05-07T15:55:58.346494Z","end":"2026-05-07T15:55:58.742452Z","steps":["trace[1317645384] 'read index received' (duration: 395.830593ms)","trace[1317645384] 'applied index is now lower than readState.Index' (duration: 126.393µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:55:58.742603Z","caller":"traceutil/trace.go:171","msg":"trace[1180368921] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"474.936665ms","start":"2026-05-07T15:55:58.267621Z","end":"2026-05-07T15:55:58.742557Z","steps":["trace[1180368921] 'process raft request' (duration: 474.613388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:58.742738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.216702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:55:58.74283Z","caller":"traceutil/trace.go:171","msg":"trace[2127331590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7928; }","duration":"396.343374ms","start":"2026-05-07T15:55:58.346467Z","end":"2026-05-07T15:55:58.742811Z","steps":["trace[2127331590] 'agreement among raft nodes before linearized reading' (duration: 396.106499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:58.74288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:55:58.346456Z","time spent":"396.415785ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:55:58.74287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:55:58.267599Z","time spent":"475.121528ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:55:58.769915Z","caller":"traceutil/trace.go:171","msg":"trace[2126955260] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"177.201869ms","start":"2026-05-07T15:55:58.592669Z","end":"2026-05-07T15:55:58.769871Z","steps":["trace[2126955260] 'process raft request' (duration: 176.964755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:58.770029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.502966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:55:58.770079Z","caller":"traceutil/trace.go:171","msg":"trace[1755144075] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7929; }","duration":"320.559197ms","start":"2026-05-07T15:55:58.449502Z","end":"2026-05-07T15:55:58.770061Z","steps":["trace[1755144075] 'agreement among raft nodes before linearized reading' (duration: 320.501436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:58.770069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.245424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-07T15:55:58.770125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:55:58.449494Z","time spent":"320.622328ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-05-07T15:55:58.770142Z","caller":"traceutil/trace.go:171","msg":"trace[265839644] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:7929; }","duration":"288.367937ms","start":"2026-05-07T15:55:58.481757Z","end":"2026-05-07T15:55:58.770125Z","steps":["trace[265839644] 'agreement among raft nodes before linearized reading' (duration: 288.176813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:58.769946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.73541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:55:58.770296Z","caller":"traceutil/trace.go:171","msg":"trace[1694936420] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7929; }","duration":"321.137817ms","start":"2026-05-07T15:55:58.449121Z","end":"2026-05-07T15:55:58.770259Z","steps":["trace[1694936420] 'agreement among raft nodes before linearized reading' (duration: 320.71983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:55:58.770407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:55:58.449102Z","time spent":"321.25216ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-05-07T15:56:02.356103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.482559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:56:02.356268Z","caller":"traceutil/trace.go:171","msg":"trace[1295104975] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8255; }","duration":"247.383571ms","start":"2026-05-07T15:56:02.108829Z","end":"2026-05-07T15:56:02.356212Z","steps":["trace[1295104975] 'read index received' (duration: 74.617365ms)","trace[1295104975] 'applied index is now lower than readState.Index' (duration: 172.764416ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:56:02.35634Z","caller":"traceutil/trace.go:171","msg":"trace[365804614] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"252.080769ms","start":"2026-05-07T15:56:02.104208Z","end":"2026-05-07T15:56:02.356288Z","steps":["trace[365804614] 'process raft request' (duration: 79.303203ms)","trace[365804614] 'compare' (duration: 172.314006ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:56:02.356495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.621925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T15:56:02.356632Z","caller":"traceutil/trace.go:171","msg":"trace[481713805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:7967; }","duration":"247.752857ms","start":"2026-05-07T15:56:02.108778Z","end":"2026-05-07T15:56:02.356531Z","steps":["trace[481713805] 'agreement among raft nodes before linearized reading' (duration: 247.525303ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:56:05.080417Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5832} {"level":"info","ts":"2026-05-07T15:56:05.193077Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5832,"took":"109.552037ms","hash":3157629577,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":26525696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-07T15:56:05.19315Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3157629577,"revision":5832,"compact-revision":2937} {"level":"info","ts":"2026-05-07T15:56:06.418115Z","caller":"traceutil/trace.go:171","msg":"trace[1245442996] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"255.787549ms","start":"2026-05-07T15:56:06.1623Z","end":"2026-05-07T15:56:06.418088Z","steps":["trace[1245442996] 'process raft request' (duration: 255.415082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:56:55.665287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.778723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:56:55.665383Z","caller":"traceutil/trace.go:171","msg":"trace[504115292] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8333; }","duration":"102.934796ms","start":"2026-05-07T15:56:55.562428Z","end":"2026-05-07T15:56:55.665363Z","steps":["trace[504115292] 'range keys from in-memory index tree' (duration: 102.727392ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:56:57.279989Z","caller":"traceutil/trace.go:171","msg":"trace[605675283] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"293.425388ms","start":"2026-05-07T15:56:56.98652Z","end":"2026-05-07T15:56:57.279946Z","steps":["trace[605675283] 'process raft request' (duration: 293.158944ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:56:57.342755Z","caller":"traceutil/trace.go:171","msg":"trace[1776445389] linearizableReadLoop","detail":"{readStateIndex:8644; appliedIndex:8643; }","duration":"205.171849ms","start":"2026-05-07T15:56:57.137558Z","end":"2026-05-07T15:56:57.34273Z","steps":["trace[1776445389] 'read index received' (duration: 142.476316ms)","trace[1776445389] 'applied index is now lower than readState.Index' (duration: 62.694513ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:56:57.343006Z","caller":"traceutil/trace.go:171","msg":"trace[1933748314] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"302.053951ms","start":"2026-05-07T15:56:57.040935Z","end":"2026-05-07T15:56:57.342989Z","steps":["trace[1933748314] 'process raft request' (duration: 286.021921ms)","trace[1933748314] 'compare' (duration: 15.523561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:56:57.343163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:56:57.040898Z","time spent":"302.140743ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:56:57.343397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.839031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T15:56:57.343449Z","caller":"traceutil/trace.go:171","msg":"trace[1541736733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8340; }","duration":"205.961563ms","start":"2026-05-07T15:56:57.137474Z","end":"2026-05-07T15:56:57.343436Z","steps":["trace[1541736733] 'agreement among raft nodes before linearized reading' (duration: 205.80643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:04.445893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893698191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:57:04.946415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893698191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:57:05.284757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536836617s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T15:57:05.285249Z","caller":"traceutil/trace.go:171","msg":"trace[1499023984] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"1.537417789s","start":"2026-05-07T15:57:03.747809Z","end":"2026-05-07T15:57:05.285227Z","steps":["trace[1499023984] 'process raft request' (duration: 1.537267275s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:05.28543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:03.747751Z","time spent":"1.537603532s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:05.94546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T15:57:05.945566Z","caller":"traceutil/trace.go:171","msg":"trace[1814737621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031202s","start":"2026-05-07T15:57:03.945512Z","end":"2026-05-07T15:57:05.945543Z","steps":["trace[1814737621] 'agreement among raft nodes before linearized reading' (duration: 1.999905719s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:05.945613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:03.945496Z","time spent":"2.000107343s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:57:06.27493Z","caller":"traceutil/trace.go:171","msg":"trace[481372964] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"2.487868856s","start":"2026-05-07T15:57:03.787014Z","end":"2026-05-07T15:57:06.274883Z","steps":["trace[481372964] 'process raft request' (duration: 2.461366172s)","trace[481372964] 'compare' (duration: 25.767141ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:06.275111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:03.786985Z","time spent":"2.48803062s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:06.287109Z","caller":"traceutil/trace.go:171","msg":"trace[1768572749] linearizableReadLoop","detail":"{readStateIndex:8816; appliedIndex:8813; }","duration":"2.341509959s","start":"2026-05-07T15:57:03.945554Z","end":"2026-05-07T15:57:06.287064Z","steps":["trace[1768572749] 'read index received' (duration: 1.339500645s)","trace[1768572749] 'applied index is now lower than readState.Index' (duration: 1.002007204s)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:06.306617Z","caller":"traceutil/trace.go:171","msg":"trace[565263797] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"997.596571ms","start":"2026-05-07T15:57:05.308996Z","end":"2026-05-07T15:57:06.306593Z","steps":["trace[565263797] 'process raft request' (duration: 997.392007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.30678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:05.308973Z","time spent":"997.718993ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:06.30692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377083359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T15:57:06.306963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.39089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:57:06.306995Z","caller":"traceutil/trace.go:171","msg":"trace[246320593] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8511; }","duration":"1.377199411s","start":"2026-05-07T15:57:04.929776Z","end":"2026-05-07T15:57:06.306976Z","steps":["trace[246320593] 'agreement among raft nodes before linearized reading' (duration: 1.377036098s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.307004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464015055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T15:57:06.307034Z","caller":"traceutil/trace.go:171","msg":"trace[148490237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8511; }","duration":"902.494072ms","start":"2026-05-07T15:57:05.404525Z","end":"2026-05-07T15:57:06.307019Z","steps":["trace[148490237] 'agreement among raft nodes before linearized reading' (duration: 902.268897ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:06.307042Z","caller":"traceutil/trace.go:171","msg":"trace[566584088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:8511; }","duration":"1.464078696s","start":"2026-05-07T15:57:04.842952Z","end":"2026-05-07T15:57:06.307031Z","steps":["trace[566584088] 'agreement among raft nodes before linearized reading' (duration: 1.463951423s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.307044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:04.929723Z","time spent":"1.377309493s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:57:06.307078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:04.842933Z","time spent":"1.464137527s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-qwcmt\" "} {"level":"warn","ts":"2026-05-07T15:57:06.307121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.063646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:57:06.307233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.069057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-07T15:57:06.307079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:05.404515Z","time spent":"902.555112ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T15:57:06.307261Z","caller":"traceutil/trace.go:171","msg":"trace[525686175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8511; }","duration":"483.169249ms","start":"2026-05-07T15:57:05.824084Z","end":"2026-05-07T15:57:06.307254Z","steps":["trace[525686175] 'agreement among raft nodes before linearized reading' (duration: 483.013175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.307282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:05.824051Z","time spent":"483.2259ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T15:57:06.307277Z","caller":"traceutil/trace.go:171","msg":"trace[587761926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8511; }","duration":"360.25402ms","start":"2026-05-07T15:57:05.946999Z","end":"2026-05-07T15:57:06.307253Z","steps":["trace[587761926] 'agreement among raft nodes before linearized reading' (duration: 360.044225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.307324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:05.946987Z","time spent":"360.327221ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:57:06.307424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.781592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:57:06.307472Z","caller":"traceutil/trace.go:171","msg":"trace[643984328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8511; }","duration":"907.870034ms","start":"2026-05-07T15:57:05.399592Z","end":"2026-05-07T15:57:06.307462Z","steps":["trace[643984328] 'agreement among raft nodes before linearized reading' (duration: 907.712571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.307489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520482222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T15:57:06.307508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:05.399575Z","time spent":"907.927084ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T15:57:06.307526Z","caller":"traceutil/trace.go:171","msg":"trace[722285071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8511; }","duration":"1.520554923s","start":"2026-05-07T15:57:04.78696Z","end":"2026-05-07T15:57:06.307514Z","steps":["trace[722285071] 'agreement among raft nodes before linearized reading' (duration: 1.520457822s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.306998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34635605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:57:06.307592Z","caller":"traceutil/trace.go:171","msg":"trace[1827375100] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"939.923553ms","start":"2026-05-07T15:57:05.367653Z","end":"2026-05-07T15:57:06.307577Z","steps":["trace[1827375100] 'process raft request' (duration: 938.896683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.307643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.217505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T15:57:06.307635Z","caller":"traceutil/trace.go:171","msg":"trace[1172259431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8511; }","duration":"2.347010302s","start":"2026-05-07T15:57:03.960605Z","end":"2026-05-07T15:57:06.307615Z","steps":["trace[1172259431] 'agreement among raft nodes before linearized reading' (duration: 2.346158866s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.307664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.679689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T15:57:06.307683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:05.367627Z","time spent":"939.995484ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:06.307694Z","caller":"traceutil/trace.go:171","msg":"trace[1244092789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8511; }","duration":"914.70816ms","start":"2026-05-07T15:57:05.392977Z","end":"2026-05-07T15:57:06.307685Z","steps":["trace[1244092789] 'agreement among raft nodes before linearized reading' (duration: 914.610248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.307696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:03.960598Z","time spent":"2.347079873s","remote":"127.0.0.1:56996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:57:06.307723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:05.392917Z","time spent":"914.800882ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T15:57:06.307675Z","caller":"traceutil/trace.go:171","msg":"trace[319937731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8511; }","duration":"788.277165ms","start":"2026-05-07T15:57:05.51939Z","end":"2026-05-07T15:57:06.307667Z","steps":["trace[319937731] 'agreement among raft nodes before linearized reading' (duration: 788.085172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:06.307867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:05.519375Z","time spent":"788.48352ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T15:57:06.308429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:04.786937Z","time spent":"1.520614254s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T15:57:15.675074Z","caller":"traceutil/trace.go:171","msg":"trace[452547338] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"105.89602ms","start":"2026-05-07T15:57:15.569155Z","end":"2026-05-07T15:57:15.675051Z","steps":["trace[452547338] 'process raft request' (duration: 105.547824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:16.966406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893698367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:57:17.393157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057544472s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T15:57:17.393706Z","caller":"traceutil/trace.go:171","msg":"trace[2093356050] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"1.058206955s","start":"2026-05-07T15:57:16.335461Z","end":"2026-05-07T15:57:17.393668Z","steps":["trace[2093356050] 'process raft request' (duration: 1.057960589s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.393889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.33543Z","time spent":"1.058340487s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:17.569923Z","caller":"traceutil/trace.go:171","msg":"trace[848511674] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"618.674373ms","start":"2026-05-07T15:57:16.951211Z","end":"2026-05-07T15:57:17.569885Z","steps":["trace[848511674] 'process raft request' (duration: 618.56596ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:17.569963Z","caller":"traceutil/trace.go:171","msg":"trace[9994726] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"1.136762534s","start":"2026-05-07T15:57:16.433132Z","end":"2026-05-07T15:57:17.569895Z","steps":["trace[9994726] 'process raft request' (duration: 1.136335986s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:17.57001Z","caller":"traceutil/trace.go:171","msg":"trace[103709429] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"1.136785794s","start":"2026-05-07T15:57:16.433165Z","end":"2026-05-07T15:57:17.569951Z","steps":["trace[103709429] 'process raft request' (duration: 1.136557029s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.570183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.951193Z","time spent":"618.849146ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:17.570265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.433086Z","time spent":"1.136999749s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:17.570337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.433144Z","time spent":"1.136994419s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:17.570354Z","caller":"traceutil/trace.go:171","msg":"trace[1135739195] linearizableReadLoop","detail":"{readStateIndex:8875; appliedIndex:8871; }","duration":"1.104644314s","start":"2026-05-07T15:57:16.465671Z","end":"2026-05-07T15:57:17.570315Z","steps":["trace[1135739195] 'read index received' (duration: 927.777566ms)","trace[1135739195] 'applied index is now lower than readState.Index' (duration: 176.863188ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:17.570389Z","caller":"traceutil/trace.go:171","msg":"trace[1689720795] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"204.654028ms","start":"2026-05-07T15:57:17.365706Z","end":"2026-05-07T15:57:17.57036Z","steps":["trace[1689720795] 'process raft request' (duration: 204.121467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.570698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.382109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:57:17.570665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104967299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T15:57:17.570751Z","caller":"traceutil/trace.go:171","msg":"trace[1787373243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8567; }","duration":"625.46633ms","start":"2026-05-07T15:57:16.945274Z","end":"2026-05-07T15:57:17.57074Z","steps":["trace[1787373243] 'agreement among raft nodes before linearized reading' (duration: 625.350228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.570789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.945252Z","time spent":"625.531171ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:57:17.570782Z","caller":"traceutil/trace.go:171","msg":"trace[821034105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8567; }","duration":"1.105136442s","start":"2026-05-07T15:57:16.465619Z","end":"2026-05-07T15:57:17.570756Z","steps":["trace[821034105] 'agreement among raft nodes before linearized reading' (duration: 1.104821436s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.570802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099287083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T15:57:17.570847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.465607Z","time spent":"1.105229484s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:17.570799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100550827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:57:17.570925Z","caller":"traceutil/trace.go:171","msg":"trace[1265525774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8567; }","duration":"1.099452846s","start":"2026-05-07T15:57:16.471441Z","end":"2026-05-07T15:57:17.570894Z","steps":["trace[1265525774] 'agreement among raft nodes before linearized reading' (duration: 1.099193922s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:17.570951Z","caller":"traceutil/trace.go:171","msg":"trace[341804191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8567; }","duration":"1.100768911s","start":"2026-05-07T15:57:16.47017Z","end":"2026-05-07T15:57:17.570939Z","steps":["trace[341804191] 'agreement among raft nodes before linearized reading' (duration: 1.100397204s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.570959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09914411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:57:17.570994Z","caller":"traceutil/trace.go:171","msg":"trace[1966994652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8567; }","duration":"1.099190231s","start":"2026-05-07T15:57:16.471792Z","end":"2026-05-07T15:57:17.570983Z","steps":["trace[1966994652] 'agreement among raft nodes before linearized reading' (duration: 1.099105149s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.571017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.470137Z","time spent":"1.100867972s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:17.570976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.471416Z","time spent":"1.099550278s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:57:17.571035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.471783Z","time spent":"1.099246703s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:17.571029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099846763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T15:57:17.570744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097100571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T15:57:17.571092Z","caller":"traceutil/trace.go:171","msg":"trace[1586835271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8567; }","duration":"1.099932215s","start":"2026-05-07T15:57:16.471146Z","end":"2026-05-07T15:57:17.571079Z","steps":["trace[1586835271] 'agreement among raft nodes before linearized reading' (duration: 1.099728951s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:17.571119Z","caller":"traceutil/trace.go:171","msg":"trace[1096322296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:8567; }","duration":"1.097476628s","start":"2026-05-07T15:57:16.473634Z","end":"2026-05-07T15:57:17.571111Z","steps":["trace[1096322296] 'agreement among raft nodes before linearized reading' (duration: 1.096931088s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.571132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.471136Z","time spent":"1.099987605s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T15:57:17.571159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.473596Z","time spent":"1.0975513s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-qwcmt\" "} {"level":"warn","ts":"2026-05-07T15:57:17.570856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.918034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T15:57:17.571246Z","caller":"traceutil/trace.go:171","msg":"trace[1043243802] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8567; }","duration":"977.325021ms","start":"2026-05-07T15:57:16.593909Z","end":"2026-05-07T15:57:17.571234Z","steps":["trace[1043243802] 'agreement among raft nodes before linearized reading' (duration: 976.864263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.571286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:16.593893Z","time spent":"977.384113ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T15:57:17.679299Z","caller":"traceutil/trace.go:171","msg":"trace[765263024] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8876; }","duration":"102.360854ms","start":"2026-05-07T15:57:17.576913Z","end":"2026-05-07T15:57:17.679274Z","steps":["trace[765263024] 'read index received' (duration: 62.708272ms)","trace[765263024] 'applied index is now lower than readState.Index' (duration: 39.651442ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:17.679377Z","caller":"traceutil/trace.go:171","msg":"trace[651007691] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"103.065368ms","start":"2026-05-07T15:57:17.576266Z","end":"2026-05-07T15:57:17.679331Z","steps":["trace[651007691] 'process raft request' (duration: 63.216992ms)","trace[651007691] 'compare' (duration: 39.626892ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:17.679747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.807072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222761"} {"level":"info","ts":"2026-05-07T15:57:17.679796Z","caller":"traceutil/trace.go:171","msg":"trace[510382181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8568; }","duration":"102.895564ms","start":"2026-05-07T15:57:17.576889Z","end":"2026-05-07T15:57:17.679785Z","steps":["trace[510382181] 'agreement among raft nodes before linearized reading' (duration: 102.508617ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:17.690873Z","caller":"traceutil/trace.go:171","msg":"trace[2001229095] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"113.647916ms","start":"2026-05-07T15:57:17.577159Z","end":"2026-05-07T15:57:17.690807Z","steps":["trace[2001229095] 'process raft request' (duration: 113.365651ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:17.690976Z","caller":"traceutil/trace.go:171","msg":"trace[1862259943] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"113.723647ms","start":"2026-05-07T15:57:17.577227Z","end":"2026-05-07T15:57:17.69095Z","steps":["trace[1862259943] 'process raft request' (duration: 113.464713ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:17.690992Z","caller":"traceutil/trace.go:171","msg":"trace[218903781] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"113.658086ms","start":"2026-05-07T15:57:17.577303Z","end":"2026-05-07T15:57:17.690961Z","steps":["trace[218903781] 'process raft request' (duration: 113.429751ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:17.691006Z","caller":"traceutil/trace.go:171","msg":"trace[1405128881] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"113.169447ms","start":"2026-05-07T15:57:17.577809Z","end":"2026-05-07T15:57:17.690978Z","steps":["trace[1405128881] 'process raft request' (duration: 112.965113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:17.691088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.675436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19573"} {"level":"info","ts":"2026-05-07T15:57:17.691151Z","caller":"traceutil/trace.go:171","msg":"trace[1596213833] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8572; }","duration":"113.773188ms","start":"2026-05-07T15:57:17.577363Z","end":"2026-05-07T15:57:17.691136Z","steps":["trace[1596213833] 'agreement among raft nodes before linearized reading' (duration: 113.549864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:20.205156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337752774s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:57:20.205334Z","caller":"traceutil/trace.go:171","msg":"trace[1775906598] linearizableReadLoop","detail":"{readStateIndex:8883; appliedIndex:8882; }","duration":"1.259841937s","start":"2026-05-07T15:57:18.945467Z","end":"2026-05-07T15:57:20.205309Z","steps":["trace[1775906598] 'read index received' (duration: 30.801µs)","trace[1775906598] 'applied index is now lower than readState.Index' (duration: 1.259808366s)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:20.205467Z","caller":"traceutil/trace.go:171","msg":"trace[1711089683] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"1.519011234s","start":"2026-05-07T15:57:18.686396Z","end":"2026-05-07T15:57:20.205407Z","steps":["trace[1711089683] 'process raft request' (duration: 180.873693ms)","trace[1711089683] 'compare' (duration: 1.337436838s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:20.205524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26006919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:57:20.205555Z","caller":"traceutil/trace.go:171","msg":"trace[1029832222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8573; }","duration":"1.260139272s","start":"2026-05-07T15:57:18.945405Z","end":"2026-05-07T15:57:20.205544Z","steps":["trace[1029832222] 'agreement among raft nodes before linearized reading' (duration: 1.260005879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:20.205589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:18.945381Z","time spent":"1.260199503s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:57:20.205654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:18.686368Z","time spent":"1.519175168s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:20.706085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893698399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:57:20.747025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346666011s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T15:57:21.802992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055662957s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:57:21.803101Z","caller":"traceutil/trace.go:171","msg":"trace[714438552] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"2.402822267s","start":"2026-05-07T15:57:19.400258Z","end":"2026-05-07T15:57:21.803081Z","steps":["trace[714438552] 'process raft request' (duration: 1.346977027s)","trace[714438552] 'compare' (duration: 1.055159516s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:21.803161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.400202Z","time spent":"2.402930858s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:21.814798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067522218s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T15:57:21.815181Z","caller":"traceutil/trace.go:171","msg":"trace[1678696530] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"2.237908692s","start":"2026-05-07T15:57:19.577255Z","end":"2026-05-07T15:57:21.815163Z","steps":["trace[1678696530] 'process raft request' (duration: 2.237732838s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.815304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.577229Z","time spent":"2.238012844s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:21.815735Z","caller":"traceutil/trace.go:171","msg":"trace[335217179] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"2.238242099s","start":"2026-05-07T15:57:19.577463Z","end":"2026-05-07T15:57:21.815705Z","steps":["trace[335217179] 'process raft request' (duration: 2.237647038s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.815939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.577443Z","time spent":"2.238407491s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:21.816017Z","caller":"traceutil/trace.go:171","msg":"trace[1411307082] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"2.23725468s","start":"2026-05-07T15:57:19.578731Z","end":"2026-05-07T15:57:21.815986Z","steps":["trace[1411307082] 'process raft request' (duration: 2.236780621s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.816138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.578709Z","time spent":"2.237367211s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:21.816128Z","caller":"traceutil/trace.go:171","msg":"trace[2109761364] linearizableReadLoop","detail":"{readStateIndex:8888; appliedIndex:8883; }","duration":"1.610723589s","start":"2026-05-07T15:57:20.205371Z","end":"2026-05-07T15:57:21.816095Z","steps":["trace[2109761364] 'read index received' (duration: 541.878716ms)","trace[2109761364] 'applied index is now lower than readState.Index' (duration: 1.068843213s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:21.816312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121250799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T15:57:21.816375Z","caller":"traceutil/trace.go:171","msg":"trace[107905626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8578; }","duration":"2.121335141s","start":"2026-05-07T15:57:19.695022Z","end":"2026-05-07T15:57:21.816357Z","steps":["trace[107905626] 'agreement among raft nodes before linearized reading' (duration: 2.121113567s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.816401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121907081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T15:57:21.816421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.695014Z","time spent":"2.121395772s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T15:57:21.816342Z","caller":"traceutil/trace.go:171","msg":"trace[978654148] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"1.358945029s","start":"2026-05-07T15:57:20.457352Z","end":"2026-05-07T15:57:21.816297Z","steps":["trace[978654148] 'process raft request' (duration: 1.358498761s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:21.816451Z","caller":"traceutil/trace.go:171","msg":"trace[55651057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8578; }","duration":"2.121985553s","start":"2026-05-07T15:57:19.694451Z","end":"2026-05-07T15:57:21.816436Z","steps":["trace[55651057] 'agreement among raft nodes before linearized reading' (duration: 2.1218443s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.81649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121406064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T15:57:21.816489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12175931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T15:57:21.816512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.694436Z","time spent":"2.122062995s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T15:57:21.816539Z","caller":"traceutil/trace.go:171","msg":"trace[526269712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8578; }","duration":"2.121466275s","start":"2026-05-07T15:57:19.695062Z","end":"2026-05-07T15:57:21.816528Z","steps":["trace[526269712] 'agreement among raft nodes before linearized reading' (duration: 2.121320841s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.816429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131771296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T15:57:21.816572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.695055Z","time spent":"2.121511225s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T15:57:21.816608Z","caller":"traceutil/trace.go:171","msg":"trace[1974861047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8578; }","duration":"2.13198835s","start":"2026-05-07T15:57:19.684588Z","end":"2026-05-07T15:57:21.816576Z","steps":["trace[1974861047] 'agreement among raft nodes before linearized reading' (duration: 2.131738165s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:21.816545Z","caller":"traceutil/trace.go:171","msg":"trace[732727152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8578; }","duration":"2.121834871s","start":"2026-05-07T15:57:19.694699Z","end":"2026-05-07T15:57:21.816534Z","steps":["trace[732727152] 'agreement among raft nodes before linearized reading' (duration: 2.121715698s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.816693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.694691Z","time spent":"2.121985023s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:57:21.81673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.684569Z","time spent":"2.132100973s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:21.816572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128333723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T15:57:21.816837Z","caller":"traceutil/trace.go:171","msg":"trace[1204679431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:8578; }","duration":"2.128678129s","start":"2026-05-07T15:57:19.688145Z","end":"2026-05-07T15:57:21.816823Z","steps":["trace[1204679431] 'agreement among raft nodes before linearized reading' (duration: 2.128155058s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.816871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:19.688041Z","time spent":"2.128819012s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-qwcmt\" "} {"level":"warn","ts":"2026-05-07T15:57:21.816931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:20.45732Z","time spent":"1.359205006s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:21.899251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376620561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T15:57:21.899274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.710041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6c64fd784c-bg5jv.18ad53a8a664a9cf\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-05-07T15:57:21.89931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691518901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-05-07T15:57:21.899322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692528301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:57:21.89935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.454667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T15:57:21.899361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.779302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:57:21.899396Z","caller":"traceutil/trace.go:171","msg":"trace[500876951] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8579; }","duration":"1.691622983s","start":"2026-05-07T15:57:20.207749Z","end":"2026-05-07T15:57:21.899372Z","steps":["trace[500876951] 'agreement among raft nodes before linearized reading' (duration: 1.691486301s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:21.899413Z","caller":"traceutil/trace.go:171","msg":"trace[565201529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8579; }","duration":"1.692644153s","start":"2026-05-07T15:57:20.206749Z","end":"2026-05-07T15:57:21.899393Z","steps":["trace[565201529] 'agreement among raft nodes before linearized reading' (duration: 1.692449049s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:21.899401Z","caller":"traceutil/trace.go:171","msg":"trace[1083611037] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6c64fd784c-bg5jv.18ad53a8a664a9cf; range_end:; response_count:1; response_revision:8579; }","duration":"204.899294ms","start":"2026-05-07T15:57:21.694465Z","end":"2026-05-07T15:57:21.899364Z","steps":["trace[1083611037] 'agreement among raft nodes before linearized reading' (duration: 204.533397ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:21.899436Z","caller":"traceutil/trace.go:171","msg":"trace[2138286747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8579; }","duration":"164.609949ms","start":"2026-05-07T15:57:21.734805Z","end":"2026-05-07T15:57:21.899415Z","steps":["trace[2138286747] 'agreement among raft nodes before linearized reading' (duration: 164.418866ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:21.899452Z","caller":"traceutil/trace.go:171","msg":"trace[1674466209] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8579; }","duration":"451.925024ms","start":"2026-05-07T15:57:21.447504Z","end":"2026-05-07T15:57:21.899429Z","steps":["trace[1674466209] 'agreement among raft nodes before linearized reading' (duration: 451.769812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.899471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:20.206691Z","time spent":"1.692771675s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:57:21.899483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.938391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-05-07T15:57:21.899468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:20.207734Z","time spent":"1.691720325s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T15:57:21.899529Z","caller":"traceutil/trace.go:171","msg":"trace[1180734507] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8579; }","duration":"198.982962ms","start":"2026-05-07T15:57:21.700532Z","end":"2026-05-07T15:57:21.899515Z","steps":["trace[1180734507] 'agreement among raft nodes before linearized reading' (duration: 198.88697ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:21.899562Z","caller":"traceutil/trace.go:171","msg":"trace[1244561909] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"286.418179ms","start":"2026-05-07T15:57:21.613131Z","end":"2026-05-07T15:57:21.89955Z","steps":["trace[1244561909] 'process raft request' (duration: 285.569912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.899505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:21.447484Z","time spent":"452.009756ms","remote":"127.0.0.1:56908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-07T15:57:21.899369Z","caller":"traceutil/trace.go:171","msg":"trace[1508287627] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8579; }","duration":"1.376789325s","start":"2026-05-07T15:57:20.522549Z","end":"2026-05-07T15:57:21.899338Z","steps":["trace[1508287627] 'agreement among raft nodes before linearized reading' (duration: 1.376591341s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:21.899911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:20.522529Z","time spent":"1.377354235s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-07T15:57:22.100869Z","caller":"traceutil/trace.go:171","msg":"trace[1262287664] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"279.164412ms","start":"2026-05-07T15:57:21.821637Z","end":"2026-05-07T15:57:22.100801Z","steps":["trace[1262287664] 'process raft request' (duration: 278.793735ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:22.100906Z","caller":"traceutil/trace.go:171","msg":"trace[1606414685] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"278.48504ms","start":"2026-05-07T15:57:21.822389Z","end":"2026-05-07T15:57:22.100874Z","steps":["trace[1606414685] 'process raft request' (duration: 278.337417ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:22.101399Z","caller":"traceutil/trace.go:171","msg":"trace[1850444560] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8889; }","duration":"202.439267ms","start":"2026-05-07T15:57:21.898931Z","end":"2026-05-07T15:57:22.10137Z","steps":["trace[1850444560] 'read index received' (duration: 201.53745ms)","trace[1850444560] 'applied index is now lower than readState.Index' (duration: 900.367µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:22.101469Z","caller":"traceutil/trace.go:171","msg":"trace[424187073] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"279.03632ms","start":"2026-05-07T15:57:21.82241Z","end":"2026-05-07T15:57:22.101446Z","steps":["trace[424187073] 'process raft request' (duration: 278.361908ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:22.101733Z","caller":"traceutil/trace.go:171","msg":"trace[898535136] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"279.172103ms","start":"2026-05-07T15:57:21.821729Z","end":"2026-05-07T15:57:22.100901Z","steps":["trace[898535136] 'process raft request' (duration: 278.952169ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:22.101623Z","caller":"traceutil/trace.go:171","msg":"trace[687687913] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"278.593992ms","start":"2026-05-07T15:57:21.823012Z","end":"2026-05-07T15:57:22.101606Z","steps":["trace[687687913] 'process raft request' (duration: 278.197335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:22.102114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.539809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222761"} {"level":"info","ts":"2026-05-07T15:57:22.102293Z","caller":"traceutil/trace.go:171","msg":"trace[747556074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8584; }","duration":"279.744563ms","start":"2026-05-07T15:57:21.822528Z","end":"2026-05-07T15:57:22.102272Z","steps":["trace[747556074] 'agreement among raft nodes before linearized reading' (duration: 279.155831ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:22.27095Z","caller":"traceutil/trace.go:171","msg":"trace[577933219] linearizableReadLoop","detail":"{readStateIndex:8895; appliedIndex:8894; }","duration":"169.170395ms","start":"2026-05-07T15:57:22.101755Z","end":"2026-05-07T15:57:22.270925Z","steps":["trace[577933219] 'read index received' (duration: 168.943721ms)","trace[577933219] 'applied index is now lower than readState.Index' (duration: 225.554µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:22.271113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.150116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:57:22.271318Z","caller":"traceutil/trace.go:171","msg":"trace[266100170] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8585; }","duration":"206.341089ms","start":"2026-05-07T15:57:22.064872Z","end":"2026-05-07T15:57:22.271213Z","steps":["trace[266100170] 'agreement among raft nodes before linearized reading' (duration: 206.120855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:22.271458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.371245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:57:22.271521Z","caller":"traceutil/trace.go:171","msg":"trace[764452607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8585; }","duration":"365.494237ms","start":"2026-05-07T15:57:21.906011Z","end":"2026-05-07T15:57:22.271505Z","steps":["trace[764452607] 'agreement among raft nodes before linearized reading' (duration: 365.351684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:22.271524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.586627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:707"} {"level":"warn","ts":"2026-05-07T15:57:22.27156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:21.905997Z","time spent":"365.554839ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:57:22.271566Z","caller":"traceutil/trace.go:171","msg":"trace[1012910533] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:8585; }","duration":"367.640827ms","start":"2026-05-07T15:57:21.903915Z","end":"2026-05-07T15:57:22.271556Z","steps":["trace[1012910533] 'agreement among raft nodes before linearized reading' (duration: 367.491884ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:22.271375Z","caller":"traceutil/trace.go:171","msg":"trace[1990495076] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"367.410352ms","start":"2026-05-07T15:57:21.903943Z","end":"2026-05-07T15:57:22.271353Z","steps":["trace[1990495076] 'process raft request' (duration: 366.77436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:22.271605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:21.903909Z","time spent":"367.688028ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":731,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-05-07T15:57:22.271626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.751007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T15:57:22.271717Z","caller":"traceutil/trace.go:171","msg":"trace[1865580985] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8585; }","duration":"369.88343ms","start":"2026-05-07T15:57:21.901816Z","end":"2026-05-07T15:57:22.2717Z","steps":["trace[1865580985] 'agreement among raft nodes before linearized reading' (duration: 369.640935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:22.271763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:21.901803Z","time spent":"369.951311ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-07T15:57:22.271644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.162697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-05-07T15:57:22.271915Z","caller":"traceutil/trace.go:171","msg":"trace[391353452] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8585; }","duration":"276.497602ms","start":"2026-05-07T15:57:21.995397Z","end":"2026-05-07T15:57:22.271895Z","steps":["trace[391353452] 'agreement among raft nodes before linearized reading' (duration: 275.995672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:22.271872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:21.903917Z","time spent":"367.755699ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:22.567125Z","caller":"traceutil/trace.go:171","msg":"trace[122024757] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"245.93688ms","start":"2026-05-07T15:57:22.321157Z","end":"2026-05-07T15:57:22.567094Z","steps":["trace[122024757] 'process raft request' (duration: 167.230878ms)","trace[122024757] 'compare' (duration: 78.57292ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:23.279759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893698417,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T15:57:23.420641Z","caller":"traceutil/trace.go:171","msg":"trace[825372881] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"736.300554ms","start":"2026-05-07T15:57:22.684314Z","end":"2026-05-07T15:57:23.420615Z","steps":["trace[825372881] 'process raft request' (duration: 735.232763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:23.420904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:22.684261Z","time spent":"736.448176ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:23.420938Z","caller":"traceutil/trace.go:171","msg":"trace[1260508804] linearizableReadLoop","detail":"{readStateIndex:8899; appliedIndex:8897; }","duration":"641.549251ms","start":"2026-05-07T15:57:22.779345Z","end":"2026-05-07T15:57:23.420895Z","steps":["trace[1260508804] 'read index received' (duration: 640.163315ms)","trace[1260508804] 'applied index is now lower than readState.Index' (duration: 1.382836ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:23.421312Z","caller":"traceutil/trace.go:171","msg":"trace[1236237470] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"237.84368ms","start":"2026-05-07T15:57:23.183218Z","end":"2026-05-07T15:57:23.421062Z","steps":["trace[1236237470] 'process raft request' (duration: 237.3418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:23.421542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.181763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T15:57:23.421634Z","caller":"traceutil/trace.go:171","msg":"trace[409940437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8589; }","duration":"642.290765ms","start":"2026-05-07T15:57:22.779323Z","end":"2026-05-07T15:57:23.421614Z","steps":["trace[409940437] 'agreement among raft nodes before linearized reading' (duration: 642.01641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:23.42167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.519765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:57:23.421686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:22.779237Z","time spent":"642.440297ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T15:57:23.421724Z","caller":"traceutil/trace.go:171","msg":"trace[499694555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8589; }","duration":"475.625197ms","start":"2026-05-07T15:57:22.946085Z","end":"2026-05-07T15:57:23.42171Z","steps":["trace[499694555] 'agreement among raft nodes before linearized reading' (duration: 475.501145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:23.421765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:22.946069Z","time spent":"475.684118ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:57:23.421941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.809635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:57:23.422068Z","caller":"traceutil/trace.go:171","msg":"trace[1463851533] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8589; }","duration":"510.983138ms","start":"2026-05-07T15:57:22.911058Z","end":"2026-05-07T15:57:23.422041Z","steps":["trace[1463851533] 'agreement among raft nodes before linearized reading' (duration: 510.51223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:23.422169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:22.911034Z","time spent":"511.116871ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":83,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-07T15:57:24.085186Z","caller":"traceutil/trace.go:171","msg":"trace[1810485558] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"275.648566ms","start":"2026-05-07T15:57:23.809517Z","end":"2026-05-07T15:57:24.085166Z","steps":["trace[1810485558] 'process raft request' (duration: 275.519834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.521416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.421292ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:57:24.521546Z","caller":"traceutil/trace.go:171","msg":"trace[1359058916] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8590; }","duration":"398.570466ms","start":"2026-05-07T15:57:24.122956Z","end":"2026-05-07T15:57:24.521527Z","steps":["trace[1359058916] 'range keys from in-memory index tree' (duration: 398.399922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.584154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.372892ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T15:57:24.584606Z","caller":"traceutil/trace.go:171","msg":"trace[1524566966] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"761.462254ms","start":"2026-05-07T15:57:23.823118Z","end":"2026-05-07T15:57:24.58458Z","steps":["trace[1524566966] 'process raft request' (duration: 761.207839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.584762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:23.823096Z","time spent":"761.574236ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:24.584918Z","caller":"traceutil/trace.go:171","msg":"trace[1775398245] linearizableReadLoop","detail":"{readStateIndex:8904; appliedIndex:8900; }","duration":"478.684625ms","start":"2026-05-07T15:57:24.106209Z","end":"2026-05-07T15:57:24.584893Z","steps":["trace[1775398245] 'read index received' (duration: 72.528987ms)","trace[1775398245] 'applied index is now lower than readState.Index' (duration: 406.154578ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:24.585045Z","caller":"traceutil/trace.go:171","msg":"trace[847340426] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"761.698478ms","start":"2026-05-07T15:57:23.823336Z","end":"2026-05-07T15:57:24.585034Z","steps":["trace[847340426] 'process raft request' (duration: 761.172188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.585157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:23.823317Z","time spent":"761.759599ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:24.585285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.064192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T15:57:24.585338Z","caller":"traceutil/trace.go:171","msg":"trace[495145461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8593; }","duration":"479.161443ms","start":"2026-05-07T15:57:24.106164Z","end":"2026-05-07T15:57:24.585325Z","steps":["trace[495145461] 'agreement among raft nodes before linearized reading' (duration: 479.01792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.585362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.106142Z","time spent":"479.215504ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:24.585375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.954999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T15:57:24.585412Z","caller":"traceutil/trace.go:171","msg":"trace[857226156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8593; }","duration":"479.033471ms","start":"2026-05-07T15:57:24.106369Z","end":"2026-05-07T15:57:24.585402Z","steps":["trace[857226156] 'agreement among raft nodes before linearized reading' (duration: 478.908179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.585459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.106349Z","time spent":"479.104172ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T15:57:24.585485Z","caller":"traceutil/trace.go:171","msg":"trace[2101885418] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"761.727559ms","start":"2026-05-07T15:57:23.823739Z","end":"2026-05-07T15:57:24.585466Z","steps":["trace[2101885418] 'process raft request' (duration: 761.047767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.585495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.778191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-05-07T15:57:24.585565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.030601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:57:24.585589Z","caller":"traceutil/trace.go:171","msg":"trace[1835949535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8593; }","duration":"479.079111ms","start":"2026-05-07T15:57:24.106505Z","end":"2026-05-07T15:57:24.585584Z","steps":["trace[1835949535] 'agreement among raft nodes before linearized reading' (duration: 479.02847ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:24.585573Z","caller":"traceutil/trace.go:171","msg":"trace[1068269501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:8593; }","duration":"474.898964ms","start":"2026-05-07T15:57:24.110653Z","end":"2026-05-07T15:57:24.585552Z","steps":["trace[1068269501] 'agreement among raft nodes before linearized reading' (duration: 474.656699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.585605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.106492Z","time spent":"479.110193ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:24.585591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:23.823724Z","time spent":"761.818421ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:24.585626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.110636Z","time spent":"474.977585ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-qwcmt\" "} {"level":"warn","ts":"2026-05-07T15:57:24.585669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.175674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:57:24.585708Z","caller":"traceutil/trace.go:171","msg":"trace[2045883272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8593; }","duration":"479.212534ms","start":"2026-05-07T15:57:24.106486Z","end":"2026-05-07T15:57:24.585698Z","steps":["trace[2045883272] 'agreement among raft nodes before linearized reading' (duration: 479.120993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.585734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.106458Z","time spent":"479.271105ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:24.58583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.788514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19535"} {"level":"info","ts":"2026-05-07T15:57:24.585894Z","caller":"traceutil/trace.go:171","msg":"trace[641800191] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8593; }","duration":"170.886467ms","start":"2026-05-07T15:57:24.414992Z","end":"2026-05-07T15:57:24.585878Z","steps":["trace[641800191] 'agreement among raft nodes before linearized reading' (duration: 170.707863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.58589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.782115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T15:57:24.585975Z","caller":"traceutil/trace.go:171","msg":"trace[1610100440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8593; }","duration":"478.909649ms","start":"2026-05-07T15:57:24.107052Z","end":"2026-05-07T15:57:24.585962Z","steps":["trace[1610100440] 'agreement among raft nodes before linearized reading' (duration: 478.630583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:24.58605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.107031Z","time spent":"479.007991ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:57:25.210961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.389079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:57:25.211048Z","caller":"traceutil/trace.go:171","msg":"trace[907901710] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"620.757842ms","start":"2026-05-07T15:57:24.590278Z","end":"2026-05-07T15:57:25.211036Z","steps":["trace[907901710] 'process raft request' (duration: 475.23337ms)","trace[907901710] 'compare' (duration: 145.243637ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:25.211099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.590268Z","time spent":"620.798143ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:25.424494Z","caller":"traceutil/trace.go:171","msg":"trace[726293894] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"833.250337ms","start":"2026-05-07T15:57:24.591204Z","end":"2026-05-07T15:57:25.424454Z","steps":["trace[726293894] 'process raft request' (duration: 829.260273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:25.424564Z","caller":"traceutil/trace.go:171","msg":"trace[1138228698] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"833.311827ms","start":"2026-05-07T15:57:24.591232Z","end":"2026-05-07T15:57:25.424544Z","steps":["trace[1138228698] 'process raft request' (duration: 833.094483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:25.424647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.591199Z","time spent":"833.370909ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:25.424612Z","caller":"traceutil/trace.go:171","msg":"trace[1346240957] linearizableReadLoop","detail":"{readStateIndex:8909; appliedIndex:8904; }","duration":"833.007451ms","start":"2026-05-07T15:57:24.591577Z","end":"2026-05-07T15:57:25.424585Z","steps":["trace[1346240957] 'read index received' (duration: 474.027707ms)","trace[1346240957] 'applied index is now lower than readState.Index' (duration: 358.978414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:25.424671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.591229Z","time spent":"833.38132ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:25.424776Z","caller":"traceutil/trace.go:171","msg":"trace[977008228] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"833.439811ms","start":"2026-05-07T15:57:24.591325Z","end":"2026-05-07T15:57:25.424765Z","steps":["trace[977008228] 'process raft request' (duration: 833.196866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:25.424805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.77529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:57:25.424722Z","caller":"traceutil/trace.go:171","msg":"trace[1602411588] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"833.440681ms","start":"2026-05-07T15:57:24.591233Z","end":"2026-05-07T15:57:25.424674Z","steps":["trace[1602411588] 'process raft request' (duration: 833.220036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:25.424828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.591299Z","time spent":"833.499702ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:25.424838Z","caller":"traceutil/trace.go:171","msg":"trace[2008150829] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8598; }","duration":"738.80986ms","start":"2026-05-07T15:57:24.686019Z","end":"2026-05-07T15:57:25.424829Z","steps":["trace[2008150829] 'agreement among raft nodes before linearized reading' (duration: 738.754849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:25.424881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.685952Z","time spent":"738.923592ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:57:25.424878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.281577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19535"} {"level":"warn","ts":"2026-05-07T15:57:25.42488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.075111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:57:25.424952Z","caller":"traceutil/trace.go:171","msg":"trace[794620186] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8598; }","duration":"833.384709ms","start":"2026-05-07T15:57:24.591534Z","end":"2026-05-07T15:57:25.424919Z","steps":["trace[794620186] 'agreement among raft nodes before linearized reading' (duration: 833.183615ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:25.424952Z","caller":"traceutil/trace.go:171","msg":"trace[399845184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8598; }","duration":"479.203314ms","start":"2026-05-07T15:57:24.945731Z","end":"2026-05-07T15:57:25.424934Z","steps":["trace[399845184] 'agreement among raft nodes before linearized reading' (duration: 479.052572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:25.424939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.591223Z","time spent":"833.636715ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:25.424998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.94571Z","time spent":"479.278606ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:57:25.424875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.482923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:57:25.425061Z","caller":"traceutil/trace.go:171","msg":"trace[2115839038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8598; }","duration":"546.727617ms","start":"2026-05-07T15:57:24.878324Z","end":"2026-05-07T15:57:25.425052Z","steps":["trace[2115839038] 'agreement among raft nodes before linearized reading' (duration: 546.483193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:25.425098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.878304Z","time spent":"546.784168ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:57:25.425005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:24.591517Z","time spent":"833.46491ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T15:57:46.854553Z","caller":"traceutil/trace.go:171","msg":"trace[530019453] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9032; }","duration":"137.250317ms","start":"2026-05-07T15:57:46.717254Z","end":"2026-05-07T15:57:46.854504Z","steps":["trace[530019453] 'read index received' (duration: 75.937459ms)","trace[530019453] 'applied index is now lower than readState.Index' (duration: 61.311688ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:46.854688Z","caller":"traceutil/trace.go:171","msg":"trace[749866283] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"188.864742ms","start":"2026-05-07T15:57:46.665793Z","end":"2026-05-07T15:57:46.854658Z","steps":["trace[749866283] 'process raft request' (duration: 127.395112ms)","trace[749866283] 'compare' (duration: 61.149875ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:46.854812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.546093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T15:57:46.854872Z","caller":"traceutil/trace.go:171","msg":"trace[1251467725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:8719; }","duration":"137.653274ms","start":"2026-05-07T15:57:46.717204Z","end":"2026-05-07T15:57:46.854857Z","steps":["trace[1251467725] 'agreement among raft nodes before linearized reading' (duration: 137.45473ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:46.85505Z","caller":"traceutil/trace.go:171","msg":"trace[887857532] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"188.952294ms","start":"2026-05-07T15:57:46.66608Z","end":"2026-05-07T15:57:46.855032Z","steps":["trace[887857532] 'process raft request' (duration: 188.375123ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:48.262793Z","caller":"traceutil/trace.go:171","msg":"trace[1101596008] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"138.515072ms","start":"2026-05-07T15:57:48.12425Z","end":"2026-05-07T15:57:48.262765Z","steps":["trace[1101596008] 'process raft request' (duration: 138.305398ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:48.298946Z","caller":"traceutil/trace.go:171","msg":"trace[863089866] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"122.98478ms","start":"2026-05-07T15:57:48.175946Z","end":"2026-05-07T15:57:48.298931Z","steps":["trace[863089866] 'process raft request' (duration: 122.894069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:50.014309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.679542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-05-07T15:57:50.014406Z","caller":"traceutil/trace.go:171","msg":"trace[1601527348] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8780; }","duration":"356.824885ms","start":"2026-05-07T15:57:49.657559Z","end":"2026-05-07T15:57:50.014384Z","steps":["trace[1601527348] 'range keys from in-memory index tree' (duration: 356.365387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:50.014463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:49.657537Z","time spent":"356.913906ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-05-07T15:57:52.006621Z","caller":"traceutil/trace.go:171","msg":"trace[1258999323] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"309.457929ms","start":"2026-05-07T15:57:51.697129Z","end":"2026-05-07T15:57:52.006587Z","steps":["trace[1258999323] 'process raft request' (duration: 309.228765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:52.006797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:51.697106Z","time spent":"309.599351ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:53.275696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893699049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:57:53.776688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893699049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:57:54.277633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893699049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:57:54.722816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.993775015s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T15:57:54.723225Z","caller":"traceutil/trace.go:171","msg":"trace[1060332645] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"1.994282594s","start":"2026-05-07T15:57:52.728916Z","end":"2026-05-07T15:57:54.723198Z","steps":["trace[1060332645] 'process raft request' (duration: 1.99410173s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.723371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:52.728891Z","time spent":"1.994400716s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:54.72707Z","caller":"traceutil/trace.go:171","msg":"trace[1345628762] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"1.855645651s","start":"2026-05-07T15:57:52.871401Z","end":"2026-05-07T15:57:54.727047Z","steps":["trace[1345628762] 'process raft request' (duration: 1.855488848s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.727191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:52.871368Z","time spent":"1.855757604s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:54.727232Z","caller":"traceutil/trace.go:171","msg":"trace[1313361187] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"1.273049763s","start":"2026-05-07T15:57:53.454159Z","end":"2026-05-07T15:57:54.727209Z","steps":["trace[1313361187] 'process raft request' (duration: 1.27287147s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:54.72708Z","caller":"traceutil/trace.go:171","msg":"trace[1898177824] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"1.854119082s","start":"2026-05-07T15:57:52.872943Z","end":"2026-05-07T15:57:54.727062Z","steps":["trace[1898177824] 'process raft request' (duration: 1.854058911s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.727338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:53.454143Z","time spent":"1.273143374s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:54.7274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:52.872933Z","time spent":"1.854378217s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:54.740584Z","caller":"traceutil/trace.go:171","msg":"trace[1476923761] linearizableReadLoop","detail":"{readStateIndex:9119; appliedIndex:9114; }","duration":"1.964923815s","start":"2026-05-07T15:57:52.775643Z","end":"2026-05-07T15:57:54.740567Z","steps":["trace[1476923761] 'read index received' (duration: 1.947378688s)","trace[1476923761] 'applied index is now lower than readState.Index' (duration: 17.544367ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:54.740593Z","caller":"traceutil/trace.go:171","msg":"trace[1536634001] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"424.238475ms","start":"2026-05-07T15:57:54.316338Z","end":"2026-05-07T15:57:54.740577Z","steps":["trace[1536634001] 'process raft request' (duration: 424.117582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.740677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965034868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:57:54.740686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:54.316315Z","time spent":"424.339959ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:54.740715Z","caller":"traceutil/trace.go:171","msg":"trace[449019129] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8800; }","duration":"1.96510893s","start":"2026-05-07T15:57:52.775593Z","end":"2026-05-07T15:57:54.740702Z","steps":["trace[449019129] 'agreement among raft nodes before linearized reading' (duration: 1.965044989s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.740737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:52.775572Z","time spent":"1.96516029s","remote":"127.0.0.1:43278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:57:54.740768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846866377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T15:57:54.740792Z","caller":"traceutil/trace.go:171","msg":"trace[915414171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:8800; }","duration":"1.846927668s","start":"2026-05-07T15:57:52.893856Z","end":"2026-05-07T15:57:54.740784Z","steps":["trace[915414171] 'agreement among raft nodes before linearized reading' (duration: 1.846814516s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.740806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.641846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:57:54.740825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:52.893846Z","time spent":"1.846962909s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-qwcmt\" "} {"level":"info","ts":"2026-05-07T15:57:54.740833Z","caller":"traceutil/trace.go:171","msg":"trace[1746620335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8800; }","duration":"792.718928ms","start":"2026-05-07T15:57:53.948106Z","end":"2026-05-07T15:57:54.740825Z","steps":["trace[1746620335] 'agreement among raft nodes before linearized reading' (duration: 792.654747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.740853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:53.948084Z","time spent":"792.764389ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:57:54.740967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.576327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T15:57:54.741028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12903289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T15:57:54.741025Z","caller":"traceutil/trace.go:171","msg":"trace[1385416469] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8800; }","duration":"397.647208ms","start":"2026-05-07T15:57:54.343363Z","end":"2026-05-07T15:57:54.74101Z","steps":["trace[1385416469] 'agreement among raft nodes before linearized reading' (duration: 397.560127ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:54.741045Z","caller":"traceutil/trace.go:171","msg":"trace[638853551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8800; }","duration":"1.129083491s","start":"2026-05-07T15:57:53.611956Z","end":"2026-05-07T15:57:54.74104Z","steps":["trace[638853551] 'agreement among raft nodes before linearized reading' (duration: 1.1290339s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.741069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:53.611933Z","time spent":"1.129132011s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:54.741065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:54.343356Z","time spent":"397.699149ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:57:54.741049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128127463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:57:54.741111Z","caller":"traceutil/trace.go:171","msg":"trace[671101082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8800; }","duration":"1.128213074s","start":"2026-05-07T15:57:53.612888Z","end":"2026-05-07T15:57:54.741101Z","steps":["trace[671101082] 'agreement among raft nodes before linearized reading' (duration: 1.128065231s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.741155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:53.612876Z","time spent":"1.128272855s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:54.741157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.0879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:57:54.741196Z","caller":"traceutil/trace.go:171","msg":"trace[1469271680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8800; }","duration":"110.170311ms","start":"2026-05-07T15:57:54.631016Z","end":"2026-05-07T15:57:54.741186Z","steps":["trace[1469271680] 'agreement among raft nodes before linearized reading' (duration: 110.09519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.741033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.92157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:57:54.741216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379908923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T15:57:54.741247Z","caller":"traceutil/trace.go:171","msg":"trace[162293940] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8800; }","duration":"416.163934ms","start":"2026-05-07T15:57:54.325071Z","end":"2026-05-07T15:57:54.741235Z","steps":["trace[162293940] 'agreement among raft nodes before linearized reading' (duration: 415.93249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.741263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127227906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:57:54.741266Z","caller":"traceutil/trace.go:171","msg":"trace[1604248000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8800; }","duration":"1.379985574s","start":"2026-05-07T15:57:53.361272Z","end":"2026-05-07T15:57:54.741257Z","steps":["trace[1604248000] 'agreement among raft nodes before linearized reading' (duration: 1.379843311s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:54.74128Z","caller":"traceutil/trace.go:171","msg":"trace[1618216692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8800; }","duration":"1.127266136s","start":"2026-05-07T15:57:53.614009Z","end":"2026-05-07T15:57:54.741275Z","steps":["trace[1618216692] 'agreement among raft nodes before linearized reading' (duration: 1.127218045s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.741284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:54.325054Z","time spent":"416.218375ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:57:54.741286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126908549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T15:57:54.74129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:53.361253Z","time spent":"1.380031265s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T15:57:54.741301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:53.613999Z","time spent":"1.127298236s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T15:57:54.741316Z","caller":"traceutil/trace.go:171","msg":"trace[1245613308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8800; }","duration":"1.126955321s","start":"2026-05-07T15:57:53.614352Z","end":"2026-05-07T15:57:54.741307Z","steps":["trace[1245613308] 'agreement among raft nodes before linearized reading' (duration: 1.126871889s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.741348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:53.614342Z","time spent":"1.127000621s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:57:54.741706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.168095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T15:57:54.741754Z","caller":"traceutil/trace.go:171","msg":"trace[525482471] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8800; }","duration":"717.245727ms","start":"2026-05-07T15:57:54.024501Z","end":"2026-05-07T15:57:54.741747Z","steps":["trace[525482471] 'agreement among raft nodes before linearized reading' (duration: 716.597035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:54.741777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:54.024482Z","time spent":"717.288697ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T15:57:56.914173Z","caller":"traceutil/trace.go:171","msg":"trace[1983771948] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"384.116285ms","start":"2026-05-07T15:57:56.530031Z","end":"2026-05-07T15:57:56.914148Z","steps":["trace[1983771948] 'process raft request' (duration: 383.953332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:56.914339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.530015Z","time spent":"384.237907ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:57.089421Z","caller":"traceutil/trace.go:171","msg":"trace[1147859898] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"360.265368ms","start":"2026-05-07T15:57:56.729121Z","end":"2026-05-07T15:57:57.089386Z","steps":["trace[1147859898] 'process raft request' (duration: 320.395763ms)","trace[1147859898] 'compare' (duration: 39.659711ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:57.08945Z","caller":"traceutil/trace.go:171","msg":"trace[879256272] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"354.811216ms","start":"2026-05-07T15:57:56.734615Z","end":"2026-05-07T15:57:57.089426Z","steps":["trace[879256272] 'process raft request' (duration: 354.690204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.089569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.729094Z","time spent":"360.396951ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:57.089609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.734587Z","time spent":"354.928009ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:57.0898Z","caller":"traceutil/trace.go:171","msg":"trace[758973401] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"354.098273ms","start":"2026-05-07T15:57:56.735689Z","end":"2026-05-07T15:57:57.089787Z","steps":["trace[758973401] 'process raft request' (duration: 353.657385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.089867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.735674Z","time spent":"354.160154ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:57.089846Z","caller":"traceutil/trace.go:171","msg":"trace[1584619275] linearizableReadLoop","detail":"{readStateIndex:9130; appliedIndex:9125; }","duration":"327.016397ms","start":"2026-05-07T15:57:56.7628Z","end":"2026-05-07T15:57:57.089816Z","steps":["trace[1584619275] 'read index received' (duration: 151.200789ms)","trace[1584619275] 'applied index is now lower than readState.Index' (duration: 175.814258ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:57.09006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.240412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T15:57:57.090126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.262403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T15:57:57.090138Z","caller":"traceutil/trace.go:171","msg":"trace[396873840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8810; }","duration":"327.359904ms","start":"2026-05-07T15:57:56.762766Z","end":"2026-05-07T15:57:57.090126Z","steps":["trace[396873840] 'agreement among raft nodes before linearized reading' (duration: 327.178429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.090151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.274842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T15:57:57.090178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.762754Z","time spent":"327.414604ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T15:57:57.090223Z","caller":"traceutil/trace.go:171","msg":"trace[95064503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8810; }","duration":"327.377794ms","start":"2026-05-07T15:57:56.76283Z","end":"2026-05-07T15:57:57.090207Z","steps":["trace[95064503] 'agreement among raft nodes before linearized reading' (duration: 327.164189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.090279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.762825Z","time spent":"327.441195ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:57.090277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.301593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T15:57:57.090301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.54635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T15:57:57.090164Z","caller":"traceutil/trace.go:171","msg":"trace[1550830401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8810; }","duration":"326.314264ms","start":"2026-05-07T15:57:56.763836Z","end":"2026-05-07T15:57:57.09015Z","steps":["trace[1550830401] 'agreement among raft nodes before linearized reading' (duration: 326.174971ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:57.090339Z","caller":"traceutil/trace.go:171","msg":"trace[1797111499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8810; }","duration":"327.393384ms","start":"2026-05-07T15:57:56.76293Z","end":"2026-05-07T15:57:57.090324Z","steps":["trace[1797111499] 'agreement among raft nodes before linearized reading' (duration: 327.266922ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:57.090346Z","caller":"traceutil/trace.go:171","msg":"trace[1973396815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:8810; }","duration":"325.604411ms","start":"2026-05-07T15:57:56.764729Z","end":"2026-05-07T15:57:57.090334Z","steps":["trace[1973396815] 'agreement among raft nodes before linearized reading' (duration: 325.460029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.090378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.763823Z","time spent":"326.545428ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:57:57.090383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.762913Z","time spent":"327.458436ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:57:57.090385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.764723Z","time spent":"325.655702ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-qwcmt\" "} {"level":"warn","ts":"2026-05-07T15:57:57.090151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.284134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T15:57:57.090509Z","caller":"traceutil/trace.go:171","msg":"trace[750261647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8810; }","duration":"326.68713ms","start":"2026-05-07T15:57:56.763811Z","end":"2026-05-07T15:57:57.090498Z","steps":["trace[750261647] 'agreement among raft nodes before linearized reading' (duration: 326.239152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.090546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.763789Z","time spent":"326.747822ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T15:57:57.089851Z","caller":"traceutil/trace.go:171","msg":"trace[1165691036] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"345.002543ms","start":"2026-05-07T15:57:56.744817Z","end":"2026-05-07T15:57:57.089819Z","steps":["trace[1165691036] 'process raft request' (duration: 344.85259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.090998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:56.744803Z","time spent":"346.138865ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:57.32046Z","caller":"traceutil/trace.go:171","msg":"trace[1931566950] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"225.198473ms","start":"2026-05-07T15:57:57.095233Z","end":"2026-05-07T15:57:57.320431Z","steps":["trace[1931566950] 'process raft request' (duration: 129.568425ms)","trace[1931566950] 'compare' (duration: 95.444745ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:57.522321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.686044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:57:57.522551Z","caller":"traceutil/trace.go:171","msg":"trace[909392912] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"427.098019ms","start":"2026-05-07T15:57:57.095411Z","end":"2026-05-07T15:57:57.522509Z","steps":["trace[909392912] 'process raft request' (duration: 326.147151ms)","trace[909392912] 'compare' (duration: 100.446109ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:57.522606Z","caller":"traceutil/trace.go:171","msg":"trace[1986271793] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9130; }","duration":"425.732383ms","start":"2026-05-07T15:57:57.096858Z","end":"2026-05-07T15:57:57.52259Z","steps":["trace[1986271793] 'read index received' (duration: 128.072426ms)","trace[1986271793] 'applied index is now lower than readState.Index' (duration: 297.659047ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:57.522686Z","caller":"traceutil/trace.go:171","msg":"trace[1117393655] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"426.990128ms","start":"2026-05-07T15:57:57.095672Z","end":"2026-05-07T15:57:57.522663Z","steps":["trace[1117393655] 'process raft request' (duration: 426.868484ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:57.522698Z","caller":"traceutil/trace.go:171","msg":"trace[940731850] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"427.132671ms","start":"2026-05-07T15:57:57.095548Z","end":"2026-05-07T15:57:57.522681Z","steps":["trace[940731850] 'process raft request' (duration: 426.955607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.522712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:57.095386Z","time spent":"427.243982ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:57:57.522694Z","caller":"traceutil/trace.go:171","msg":"trace[1605038051] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"427.165771ms","start":"2026-05-07T15:57:57.095494Z","end":"2026-05-07T15:57:57.52266Z","steps":["trace[1605038051] 'process raft request' (duration: 426.926386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.522786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:57.095664Z","time spent":"427.075449ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:57.522793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:57.095535Z","time spent":"427.208332ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:57.522963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:57.095485Z","time spent":"427.372745ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:57.523013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.153902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227488"} {"level":"info","ts":"2026-05-07T15:57:57.523075Z","caller":"traceutil/trace.go:171","msg":"trace[1994837410] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8815; }","duration":"426.229224ms","start":"2026-05-07T15:57:57.096833Z","end":"2026-05-07T15:57:57.523062Z","steps":["trace[1994837410] 'agreement among raft nodes before linearized reading' (duration: 425.840647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:57.523114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:57.096824Z","time spent":"426.280274ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227512,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T15:57:58.716434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.686735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:57:58.716487Z","caller":"traceutil/trace.go:171","msg":"trace[61416850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8815; }","duration":"771.790246ms","start":"2026-05-07T15:57:57.944684Z","end":"2026-05-07T15:57:58.716475Z","steps":["trace[61416850] 'range keys from in-memory index tree' (duration: 771.587853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:58.71651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:57.94466Z","time spent":"771.844788ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:57:58.71733Z","caller":"traceutil/trace.go:171","msg":"trace[1172628320] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"344.566365ms","start":"2026-05-07T15:57:58.372737Z","end":"2026-05-07T15:57:58.717303Z","steps":["trace[1172628320] 'process raft request' (duration: 343.403893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:57:58.717467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:57:58.372709Z","time spent":"344.687037ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:57:58.717511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.730627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T15:57:58.717136Z","caller":"traceutil/trace.go:171","msg":"trace[1567269012] linearizableReadLoop","detail":"{readStateIndex:9136; appliedIndex:9135; }","duration":"229.33573ms","start":"2026-05-07T15:57:58.487768Z","end":"2026-05-07T15:57:58.717104Z","steps":["trace[1567269012] 'read index received' (duration: 228.548125ms)","trace[1567269012] 'applied index is now lower than readState.Index' (duration: 786.345µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:58.717587Z","caller":"traceutil/trace.go:171","msg":"trace[2082168334] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:8816; }","duration":"229.852959ms","start":"2026-05-07T15:57:58.487716Z","end":"2026-05-07T15:57:58.717569Z","steps":["trace[2082168334] 'agreement among raft nodes before linearized reading' (duration: 229.661916ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:58.791904Z","caller":"traceutil/trace.go:171","msg":"trace[1875108936] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"292.44889ms","start":"2026-05-07T15:57:58.499438Z","end":"2026-05-07T15:57:58.791887Z","steps":["trace[1875108936] 'process raft request' (duration: 292.106454ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:57:59.004057Z","caller":"traceutil/trace.go:171","msg":"trace[1765102765] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9137; }","duration":"206.762538ms","start":"2026-05-07T15:57:58.797271Z","end":"2026-05-07T15:57:59.004034Z","steps":["trace[1765102765] 'read index received' (duration: 174.25746ms)","trace[1765102765] 'applied index is now lower than readState.Index' (duration: 32.503488ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:57:59.004352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.060303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18ad53b5dfddbcc9\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-05-07T15:57:59.004443Z","caller":"traceutil/trace.go:171","msg":"trace[776654992] range","detail":"{range_begin:/registry/events/openstack/ceph.18ad53b5dfddbcc9; range_end:; response_count:1; response_revision:8817; }","duration":"207.207006ms","start":"2026-05-07T15:57:58.797218Z","end":"2026-05-07T15:57:59.004425Z","steps":["trace[776654992] 'agreement among raft nodes before linearized reading' (duration: 206.908101ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:08.067389Z","caller":"traceutil/trace.go:171","msg":"trace[1915587915] linearizableReadLoop","detail":"{readStateIndex:9233; appliedIndex:9232; }","duration":"124.214784ms","start":"2026-05-07T15:58:07.943151Z","end":"2026-05-07T15:58:08.067366Z","steps":["trace[1915587915] 'read index received' (duration: 124.02425ms)","trace[1915587915] 'applied index is now lower than readState.Index' (duration: 189.524µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:08.067446Z","caller":"traceutil/trace.go:171","msg":"trace[2100617309] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"226.396505ms","start":"2026-05-07T15:58:07.841027Z","end":"2026-05-07T15:58:08.067424Z","steps":["trace[2100617309] 'process raft request' (duration: 226.191601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:08.067557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.397927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:58:08.06759Z","caller":"traceutil/trace.go:171","msg":"trace[1862405976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8908; }","duration":"124.485008ms","start":"2026-05-07T15:58:07.943095Z","end":"2026-05-07T15:58:08.06758Z","steps":["trace[1862405976] 'agreement among raft nodes before linearized reading' (duration: 124.414597ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:09.336128Z","caller":"traceutil/trace.go:171","msg":"trace[275630853] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"523.000854ms","start":"2026-05-07T15:58:08.813082Z","end":"2026-05-07T15:58:09.336083Z","steps":["trace[275630853] 'process raft request' (duration: 522.78817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:09.336413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:08.813073Z","time spent":"523.252608ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:58:09.902727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.848976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:58:09.903155Z","caller":"traceutil/trace.go:171","msg":"trace[1786265460] linearizableReadLoop","detail":"{readStateIndex:9239; appliedIndex:9237; }","duration":"957.47328ms","start":"2026-05-07T15:58:08.945663Z","end":"2026-05-07T15:58:09.903136Z","steps":["trace[1786265460] 'read index received' (duration: 390.27974ms)","trace[1786265460] 'applied index is now lower than readState.Index' (duration: 567.1926ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:09.903256Z","caller":"traceutil/trace.go:171","msg":"trace[1759842728] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"1.085087827s","start":"2026-05-07T15:58:08.818151Z","end":"2026-05-07T15:58:09.903239Z","steps":["trace[1759842728] 'process raft request' (duration: 820.6434ms)","trace[1759842728] 'compare' (duration: 263.680532ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:09.903304Z","caller":"traceutil/trace.go:171","msg":"trace[823819557] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"741.069533ms","start":"2026-05-07T15:58:09.162207Z","end":"2026-05-07T15:58:09.903277Z","steps":["trace[823819557] 'process raft request' (duration: 740.800468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:09.903335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:08.81813Z","time spent":"1.085163669s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:58:09.903364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.162173Z","time spent":"741.160564ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:58:09.903398Z","caller":"traceutil/trace.go:171","msg":"trace[719719670] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"790.878394ms","start":"2026-05-07T15:58:09.112493Z","end":"2026-05-07T15:58:09.903371Z","steps":["trace[719719670] 'process raft request' (duration: 790.339115ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:09.903499Z","caller":"traceutil/trace.go:171","msg":"trace[1796133256] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"740.524232ms","start":"2026-05-07T15:58:09.162944Z","end":"2026-05-07T15:58:09.903468Z","steps":["trace[1796133256] 'process raft request' (duration: 740.114805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:09.903543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.888888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:58:09.903581Z","caller":"traceutil/trace.go:171","msg":"trace[1023960678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8918; }","duration":"957.96607ms","start":"2026-05-07T15:58:08.945606Z","end":"2026-05-07T15:58:09.903572Z","steps":["trace[1023960678] 'agreement among raft nodes before linearized reading' (duration: 957.904069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:09.903613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:08.945584Z","time spent":"958.023141ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:58:09.90363Z","caller":"traceutil/trace.go:171","msg":"trace[1570187934] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"765.702863ms","start":"2026-05-07T15:58:09.137918Z","end":"2026-05-07T15:58:09.903621Z","steps":["trace[1570187934] 'process raft request' (duration: 764.99359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:09.903628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.162895Z","time spent":"740.673885ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:58:09.903674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.137905Z","time spent":"765.743793ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:58:09.904043Z","caller":"traceutil/trace.go:171","msg":"trace[110071596] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"740.591354ms","start":"2026-05-07T15:58:09.163427Z","end":"2026-05-07T15:58:09.904018Z","steps":["trace[110071596] 'process raft request' (duration: 739.670076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:09.90408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.112465Z","time spent":"791.050007ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:58:09.904154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.163401Z","time spent":"740.700926ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:58:10.17009Z","caller":"traceutil/trace.go:171","msg":"trace[1999934971] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"826.740725ms","start":"2026-05-07T15:58:09.343299Z","end":"2026-05-07T15:58:10.17004Z","steps":["trace[1999934971] 'process raft request' (duration: 727.623121ms)","trace[1999934971] 'compare' (duration: 98.795867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:58:10.17024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.343269Z","time spent":"826.902819ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T15:58:10.308015Z","caller":"traceutil/trace.go:171","msg":"trace[630155057] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9244; }","duration":"404.776042ms","start":"2026-05-07T15:58:09.903207Z","end":"2026-05-07T15:58:10.307983Z","steps":["trace[630155057] 'read index received' (duration: 167.732548ms)","trace[630155057] 'applied index is now lower than readState.Index' (duration: 237.042114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:58:10.308191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.238694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T15:58:10.308295Z","caller":"traceutil/trace.go:171","msg":"trace[87419564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8920; }","duration":"719.411197ms","start":"2026-05-07T15:58:09.588866Z","end":"2026-05-07T15:58:10.308278Z","steps":["trace[87419564] 'agreement among raft nodes before linearized reading' (duration: 719.155832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.308327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.755219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:58:10.308361Z","caller":"traceutil/trace.go:171","msg":"trace[523007906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8920; }","duration":"931.81877ms","start":"2026-05-07T15:58:09.37653Z","end":"2026-05-07T15:58:10.308349Z","steps":["trace[523007906] 'agreement among raft nodes before linearized reading' (duration: 931.738289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.308371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.588844Z","time spent":"719.512748ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:58:10.308392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.376508Z","time spent":"931.876671ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:58:10.308384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.797842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:58:10.308485Z","caller":"traceutil/trace.go:171","msg":"trace[1044500716] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8920; }","duration":"759.974645ms","start":"2026-05-07T15:58:09.548482Z","end":"2026-05-07T15:58:10.308456Z","steps":["trace[1044500716] 'agreement among raft nodes before linearized reading' (duration: 759.800472ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:10.30852Z","caller":"traceutil/trace.go:171","msg":"trace[484507740] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"565.030738ms","start":"2026-05-07T15:58:09.743476Z","end":"2026-05-07T15:58:10.308506Z","steps":["trace[484507740] 'process raft request' (duration: 555.284366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.308517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308676549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-05-07T15:58:10.308543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.548451Z","time spent":"760.076597ms","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:58:10.308565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.306414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T15:58:10.308577Z","caller":"traceutil/trace.go:171","msg":"trace[2110177886] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8920; }","duration":"1.30874199s","start":"2026-05-07T15:58:08.999819Z","end":"2026-05-07T15:58:10.308561Z","steps":["trace[2110177886] 'agreement among raft nodes before linearized reading' (duration: 1.308512086s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:10.308596Z","caller":"traceutil/trace.go:171","msg":"trace[115515223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8920; }","duration":"719.369126ms","start":"2026-05-07T15:58:09.589218Z","end":"2026-05-07T15:58:10.308587Z","steps":["trace[115515223] 'agreement among raft nodes before linearized reading' (duration: 719.286504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.308598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.995352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T15:58:10.308625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.589201Z","time spent":"719.418716ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T15:58:10.308625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:08.999799Z","time spent":"1.308811491s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-07T15:58:10.308661Z","caller":"traceutil/trace.go:171","msg":"trace[1714526516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8920; }","duration":"724.104825ms","start":"2026-05-07T15:58:09.584539Z","end":"2026-05-07T15:58:10.308644Z","steps":["trace[1714526516] 'agreement among raft nodes before linearized reading' (duration: 723.883891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.308703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.584524Z","time spent":"724.167877ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:58:10.308748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.266689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-05-07T15:58:10.308612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.743452Z","time spent":"565.09686ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:58:10.30879Z","caller":"traceutil/trace.go:171","msg":"trace[1751727543] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:8920; }","duration":"715.324481ms","start":"2026-05-07T15:58:09.593454Z","end":"2026-05-07T15:58:10.308779Z","steps":["trace[1751727543] 'agreement among raft nodes before linearized reading' (duration: 715.182327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.308825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.59344Z","time spent":"715.377442ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-qwcmt\" "} {"level":"warn","ts":"2026-05-07T15:58:10.30821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.274852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:58:10.308891Z","caller":"traceutil/trace.go:171","msg":"trace[143411424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8920; }","duration":"721.975365ms","start":"2026-05-07T15:58:09.586899Z","end":"2026-05-07T15:58:10.308874Z","steps":["trace[143411424] 'agreement among raft nodes before linearized reading' (duration: 721.21921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.309067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.58689Z","time spent":"722.122297ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T15:58:10.32855Z","caller":"traceutil/trace.go:171","msg":"trace[1374708222] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"152.831279ms","start":"2026-05-07T15:58:10.175703Z","end":"2026-05-07T15:58:10.328534Z","steps":["trace[1374708222] 'process raft request' (duration: 152.652605ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:10.328697Z","caller":"traceutil/trace.go:171","msg":"trace[1044051670] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"152.34224ms","start":"2026-05-07T15:58:10.176309Z","end":"2026-05-07T15:58:10.328651Z","steps":["trace[1044051670] 'process raft request' (duration: 152.156216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.328747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.500562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-07T15:58:10.328749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.142521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T15:58:10.328784Z","caller":"traceutil/trace.go:171","msg":"trace[343692436] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8922; }","duration":"153.599433ms","start":"2026-05-07T15:58:10.175174Z","end":"2026-05-07T15:58:10.328773Z","steps":["trace[343692436] 'agreement among raft nodes before linearized reading' (duration: 153.393949ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:10.328796Z","caller":"traceutil/trace.go:171","msg":"trace[415222462] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8922; }","duration":"303.223682ms","start":"2026-05-07T15:58:10.02556Z","end":"2026-05-07T15:58:10.328783Z","steps":["trace[415222462] 'agreement among raft nodes before linearized reading' (duration: 303.067579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.328832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:10.025546Z","time spent":"303.277203ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T15:58:10.328893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.725436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:58:10.329016Z","caller":"traceutil/trace.go:171","msg":"trace[1587138962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8922; }","duration":"423.879539ms","start":"2026-05-07T15:58:09.905111Z","end":"2026-05-07T15:58:10.32899Z","steps":["trace[1587138962] 'agreement among raft nodes before linearized reading' (duration: 423.621824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.329074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:09.904825Z","time spent":"424.239395ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T15:58:10.471939Z","caller":"traceutil/trace.go:171","msg":"trace[1292398513] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"157.797802ms","start":"2026-05-07T15:58:10.314121Z","end":"2026-05-07T15:58:10.471919Z","steps":["trace[1292398513] 'process raft request' (duration: 157.727261ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:10.471947Z","caller":"traceutil/trace.go:171","msg":"trace[452800185] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"157.852203ms","start":"2026-05-07T15:58:10.314055Z","end":"2026-05-07T15:58:10.471907Z","steps":["trace[452800185] 'process raft request' (duration: 120.681408ms)","trace[452800185] 'compare' (duration: 36.987042ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:10.472271Z","caller":"traceutil/trace.go:171","msg":"trace[747519273] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"157.787821ms","start":"2026-05-07T15:58:10.314414Z","end":"2026-05-07T15:58:10.472202Z","steps":["trace[747519273] 'process raft request' (duration: 157.465245ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:10.472302Z","caller":"traceutil/trace.go:171","msg":"trace[1664951170] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"157.875383ms","start":"2026-05-07T15:58:10.31441Z","end":"2026-05-07T15:58:10.472286Z","steps":["trace[1664951170] 'process raft request' (duration: 157.688769ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:10.472563Z","caller":"traceutil/trace.go:171","msg":"trace[921011943] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"157.589648ms","start":"2026-05-07T15:58:10.314931Z","end":"2026-05-07T15:58:10.47252Z","steps":["trace[921011943] 'process raft request' (duration: 157.278601ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:10.472667Z","caller":"traceutil/trace.go:171","msg":"trace[626761830] linearizableReadLoop","detail":"{readStateIndex:9254; appliedIndex:9248; }","duration":"144.137496ms","start":"2026-05-07T15:58:10.328515Z","end":"2026-05-07T15:58:10.472653Z","steps":["trace[626761830] 'read index received' (duration: 106.260278ms)","trace[626761830] 'applied index is now lower than readState.Index' (duration: 37.873108ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:10.472972Z","caller":"traceutil/trace.go:171","msg":"trace[1814533693] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"151.346901ms","start":"2026-05-07T15:58:10.321607Z","end":"2026-05-07T15:58:10.472954Z","steps":["trace[1814533693] 'process raft request' (duration: 150.840871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.473315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.996978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T15:58:10.473367Z","caller":"traceutil/trace.go:171","msg":"trace[1325701813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8928; }","duration":"141.098729ms","start":"2026-05-07T15:58:10.332253Z","end":"2026-05-07T15:58:10.473352Z","steps":["trace[1325701813] 'agreement among raft nodes before linearized reading' (duration: 140.849805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.473396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.119956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:58:10.473505Z","caller":"traceutil/trace.go:171","msg":"trace[872324509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8928; }","duration":"136.269418ms","start":"2026-05-07T15:58:10.33721Z","end":"2026-05-07T15:58:10.473479Z","steps":["trace[872324509] 'agreement among raft nodes before linearized reading' (duration: 136.083565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.473618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.223031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18ad53baec2ade4e\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-05-07T15:58:10.473677Z","caller":"traceutil/trace.go:171","msg":"trace[88893061] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18ad53baec2ade4e; range_end:; response_count:1; response_revision:8928; }","duration":"141.393865ms","start":"2026-05-07T15:58:10.332267Z","end":"2026-05-07T15:58:10.473661Z","steps":["trace[88893061] 'agreement among raft nodes before linearized reading' (duration: 141.187951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:10.474058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.744898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227403"} {"level":"info","ts":"2026-05-07T15:58:10.474095Z","caller":"traceutil/trace.go:171","msg":"trace[411879628] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8928; }","duration":"159.784509ms","start":"2026-05-07T15:58:10.3143Z","end":"2026-05-07T15:58:10.474085Z","steps":["trace[411879628] 'agreement among raft nodes before linearized reading' (duration: 159.439972ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:12.137013Z","caller":"traceutil/trace.go:171","msg":"trace[1356330795] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"227.479094ms","start":"2026-05-07T15:58:11.909498Z","end":"2026-05-07T15:58:12.136977Z","steps":["trace[1356330795] 'process raft request' (duration: 201.721033ms)","trace[1356330795] 'compare' (duration: 25.281763ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:12.137523Z","caller":"traceutil/trace.go:171","msg":"trace[1939765772] linearizableReadLoop","detail":"{readStateIndex:9262; appliedIndex:9258; }","duration":"219.207221ms","start":"2026-05-07T15:58:11.918285Z","end":"2026-05-07T15:58:12.137492Z","steps":["trace[1939765772] 'read index received' (duration: 48.998046ms)","trace[1939765772] 'applied index is now lower than readState.Index' (duration: 170.207945ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:12.137559Z","caller":"traceutil/trace.go:171","msg":"trace[1022766186] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"227.262452ms","start":"2026-05-07T15:58:11.910258Z","end":"2026-05-07T15:58:12.13752Z","steps":["trace[1022766186] 'process raft request' (duration: 226.973127ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:12.137552Z","caller":"traceutil/trace.go:171","msg":"trace[1819203239] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"227.354994ms","start":"2026-05-07T15:58:11.91015Z","end":"2026-05-07T15:58:12.137505Z","steps":["trace[1819203239] 'process raft request' (duration: 226.697131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:12.137768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.132793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:58:12.137844Z","caller":"traceutil/trace.go:171","msg":"trace[97160083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8936; }","duration":"193.267406ms","start":"2026-05-07T15:58:11.944558Z","end":"2026-05-07T15:58:12.137826Z","steps":["trace[97160083] 'agreement among raft nodes before linearized reading' (duration: 193.123203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:12.137836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.535116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T15:58:12.138037Z","caller":"traceutil/trace.go:171","msg":"trace[1987324296] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8936; }","duration":"219.686819ms","start":"2026-05-07T15:58:11.918237Z","end":"2026-05-07T15:58:12.137924Z","steps":["trace[1987324296] 'agreement among raft nodes before linearized reading' (duration: 219.367784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:12.445306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.57935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:58:12.445399Z","caller":"traceutil/trace.go:171","msg":"trace[1933259936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8937; }","duration":"194.717352ms","start":"2026-05-07T15:58:12.250658Z","end":"2026-05-07T15:58:12.445376Z","steps":["trace[1933259936] 'count revisions from in-memory index tree' (duration: 194.497657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:12.445622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.618635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:58:12.44576Z","caller":"traceutil/trace.go:171","msg":"trace[824422842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8937; }","duration":"137.820339ms","start":"2026-05-07T15:58:12.307884Z","end":"2026-05-07T15:58:12.445705Z","steps":["trace[824422842] 'count revisions from in-memory index tree' (duration: 137.40345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:12.702442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.616686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:58:12.702769Z","caller":"traceutil/trace.go:171","msg":"trace[150478007] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"219.517365ms","start":"2026-05-07T15:58:12.48322Z","end":"2026-05-07T15:58:12.702737Z","steps":["trace[150478007] 'process raft request' (duration: 74.520183ms)","trace[150478007] 'compare' (duration: 144.405322ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:12.70299Z","caller":"traceutil/trace.go:171","msg":"trace[2036353371] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"219.628369ms","start":"2026-05-07T15:58:12.483341Z","end":"2026-05-07T15:58:12.70297Z","steps":["trace[2036353371] 'process raft request' (duration: 219.22117ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:12.703098Z","caller":"traceutil/trace.go:171","msg":"trace[1587225773] linearizableReadLoop","detail":"{readStateIndex:9268; appliedIndex:9263; }","duration":"215.863399ms","start":"2026-05-07T15:58:12.48722Z","end":"2026-05-07T15:58:12.703083Z","steps":["trace[1587225773] 'read index received' (duration: 30.811156ms)","trace[1587225773] 'applied index is now lower than readState.Index' (duration: 185.051063ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:12.703164Z","caller":"traceutil/trace.go:171","msg":"trace[1004422646] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"218.555448ms","start":"2026-05-07T15:58:12.484583Z","end":"2026-05-07T15:58:12.703138Z","steps":["trace[1004422646] 'process raft request' (duration: 218.243451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:12.703487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.247845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227403"} {"level":"info","ts":"2026-05-07T15:58:12.703523Z","caller":"traceutil/trace.go:171","msg":"trace[1806655952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8942; }","duration":"216.301686ms","start":"2026-05-07T15:58:12.487212Z","end":"2026-05-07T15:58:12.703514Z","steps":["trace[1806655952] 'agreement among raft nodes before linearized reading' (duration: 215.92087ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:20.369808Z","caller":"traceutil/trace.go:171","msg":"trace[270139574] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"377.606872ms","start":"2026-05-07T15:58:19.992176Z","end":"2026-05-07T15:58:20.369783Z","steps":["trace[270139574] 'process raft request' (duration: 377.431059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:20.369954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:19.99215Z","time spent":"377.730355ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:58:20.376115Z","caller":"traceutil/trace.go:171","msg":"trace[1050068140] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"346.103954ms","start":"2026-05-07T15:58:20.029987Z","end":"2026-05-07T15:58:20.37609Z","steps":["trace[1050068140] 'process raft request' (duration: 345.90107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:20.376288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:20.029959Z","time spent":"346.230456ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:58:20.376441Z","caller":"traceutil/trace.go:171","msg":"trace[1639800018] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"213.79096ms","start":"2026-05-07T15:58:20.162624Z","end":"2026-05-07T15:58:20.376415Z","steps":["trace[1639800018] 'process raft request' (duration: 213.424273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:20.376517Z","caller":"traceutil/trace.go:171","msg":"trace[1870688834] linearizableReadLoop","detail":"{readStateIndex:9331; appliedIndex:9329; }","duration":"226.445046ms","start":"2026-05-07T15:58:20.150047Z","end":"2026-05-07T15:58:20.376492Z","steps":["trace[1870688834] 'read index received' (duration: 219.586758ms)","trace[1870688834] 'applied index is now lower than readState.Index' (duration: 6.857248ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:20.376643Z","caller":"traceutil/trace.go:171","msg":"trace[271902182] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"206.955311ms","start":"2026-05-07T15:58:20.169677Z","end":"2026-05-07T15:58:20.376633Z","steps":["trace[271902182] 'process raft request' (duration: 206.765868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:20.376724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.678301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:58:20.376767Z","caller":"traceutil/trace.go:171","msg":"trace[409119724] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:9006; }","duration":"226.778342ms","start":"2026-05-07T15:58:20.149977Z","end":"2026-05-07T15:58:20.376756Z","steps":["trace[409119724] 'agreement among raft nodes before linearized reading' (duration: 226.68373ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:20.377038Z","caller":"traceutil/trace.go:171","msg":"trace[1402486136] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"207.127275ms","start":"2026-05-07T15:58:20.169405Z","end":"2026-05-07T15:58:20.376532Z","steps":["trace[1402486136] 'process raft request' (duration: 206.915811ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:22.442754Z","caller":"traceutil/trace.go:171","msg":"trace[2109835391] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"112.003545ms","start":"2026-05-07T15:58:22.330721Z","end":"2026-05-07T15:58:22.442725Z","steps":["trace[2109835391] 'process raft request' (duration: 111.801001ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:22.692071Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002495.wal"} {"level":"info","ts":"2026-05-07T15:58:22.692515Z","caller":"traceutil/trace.go:171","msg":"trace[1816885745] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"311.387014ms","start":"2026-05-07T15:58:22.381097Z","end":"2026-05-07T15:58:22.692484Z","steps":["trace[1816885745] 'process raft request' (duration: 311.331683ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:22.692549Z","caller":"traceutil/trace.go:171","msg":"trace[2038366489] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"317.02273ms","start":"2026-05-07T15:58:22.375468Z","end":"2026-05-07T15:58:22.692491Z","steps":["trace[2038366489] 'process raft request' (duration: 316.801176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:22.692638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:22.38109Z","time spent":"311.466496ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:58:22.692712Z","caller":"traceutil/trace.go:171","msg":"trace[1320184683] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"312.301562ms","start":"2026-05-07T15:58:22.380386Z","end":"2026-05-07T15:58:22.692688Z","steps":["trace[1320184683] 'process raft request' (duration: 312.016047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:22.692724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:22.375444Z","time spent":"317.182283ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:58:22.692851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:22.380376Z","time spent":"312.410014ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:58:22.693006Z","caller":"traceutil/trace.go:171","msg":"trace[126851682] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"310.367836ms","start":"2026-05-07T15:58:22.382573Z","end":"2026-05-07T15:58:22.69294Z","steps":["trace[126851682] 'process raft request' (duration: 309.884066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:22.693282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:22.382565Z","time spent":"310.583579ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:58:22.693847Z","caller":"traceutil/trace.go:171","msg":"trace[1982559545] linearizableReadLoop","detail":"{readStateIndex:9364; appliedIndex:9358; }","duration":"132.795264ms","start":"2026-05-07T15:58:22.561023Z","end":"2026-05-07T15:58:22.693818Z","steps":["trace[1982559545] 'read index received' (duration: 131.161024ms)","trace[1982559545] 'applied index is now lower than readState.Index' (duration: 1.63317ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:22.694195Z","caller":"traceutil/trace.go:171","msg":"trace[226960661] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"286.814695ms","start":"2026-05-07T15:58:22.407343Z","end":"2026-05-07T15:58:22.694158Z","steps":["trace[226960661] 'process raft request' (duration: 286.410037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:22.694481Z","caller":"traceutil/trace.go:171","msg":"trace[1009050610] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"307.739447ms","start":"2026-05-07T15:58:22.386729Z","end":"2026-05-07T15:58:22.694468Z","steps":["trace[1009050610] 'process raft request' (duration: 306.345871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:22.694559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.409838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:58:22.6946Z","caller":"traceutil/trace.go:171","msg":"trace[1769098031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9036; }","duration":"132.491029ms","start":"2026-05-07T15:58:22.562099Z","end":"2026-05-07T15:58:22.69459Z","steps":["trace[1769098031] 'agreement among raft nodes before linearized reading' (duration: 132.338767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:58:22.694601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:58:22.386679Z","time spent":"307.837019ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:58:22.695314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.258862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T15:58:22.695417Z","caller":"traceutil/trace.go:171","msg":"trace[1573109927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9036; }","duration":"134.424735ms","start":"2026-05-07T15:58:22.56097Z","end":"2026-05-07T15:58:22.695395Z","steps":["trace[1573109927] 'agreement among raft nodes before linearized reading' (duration: 134.073689ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:58:22.807421Z","caller":"traceutil/trace.go:171","msg":"trace[621412319] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"108.465098ms","start":"2026-05-07T15:58:22.698939Z","end":"2026-05-07T15:58:22.807404Z","steps":["trace[621412319] 'process raft request' (duration: 69.468289ms)","trace[621412319] 'compare' (duration: 38.772155ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:58:22.807604Z","caller":"traceutil/trace.go:171","msg":"trace[305775732] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"108.658372ms","start":"2026-05-07T15:58:22.698941Z","end":"2026-05-07T15:58:22.807599Z","steps":["trace[305775732] 'process raft request' (duration: 108.322536ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:09.004359Z","caller":"traceutil/trace.go:171","msg":"trace[1704892118] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"118.294146ms","start":"2026-05-07T15:59:08.886031Z","end":"2026-05-07T15:59:09.004325Z","steps":["trace[1704892118] 'process raft request' (duration: 85.500425ms)","trace[1704892118] 'compare' (duration: 32.515456ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:59:09.004425Z","caller":"traceutil/trace.go:171","msg":"trace[184024698] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"109.167605ms","start":"2026-05-07T15:59:08.89524Z","end":"2026-05-07T15:59:09.004407Z","steps":["trace[184024698] 'process raft request' (duration: 109.064374ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:09.004435Z","caller":"traceutil/trace.go:171","msg":"trace[1337754580] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"116.866359ms","start":"2026-05-07T15:59:08.887538Z","end":"2026-05-07T15:59:09.004404Z","steps":["trace[1337754580] 'process raft request' (duration: 116.678456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:09.004649Z","caller":"traceutil/trace.go:171","msg":"trace[1468588103] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"108.252658ms","start":"2026-05-07T15:59:08.896356Z","end":"2026-05-07T15:59:09.004608Z","steps":["trace[1468588103] 'process raft request' (duration: 107.989643ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:14.501409Z","caller":"traceutil/trace.go:171","msg":"trace[1192695778] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"294.492712ms","start":"2026-05-07T15:59:14.206889Z","end":"2026-05-07T15:59:14.501382Z","steps":["trace[1192695778] 'process raft request' (duration: 294.290298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:14.911049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.552368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:59:14.911201Z","caller":"traceutil/trace.go:171","msg":"trace[1782916948] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9594; }","duration":"158.778082ms","start":"2026-05-07T15:59:14.752381Z","end":"2026-05-07T15:59:14.911159Z","steps":["trace[1782916948] 'count revisions from in-memory index tree' (duration: 158.409265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:14.911877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.36324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19464"} {"level":"info","ts":"2026-05-07T15:59:14.911976Z","caller":"traceutil/trace.go:171","msg":"trace[2136473962] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9594; }","duration":"140.169975ms","start":"2026-05-07T15:59:14.771781Z","end":"2026-05-07T15:59:14.911951Z","steps":["trace[2136473962] 'range keys from in-memory index tree' (duration: 138.966972ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:25.105372Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T15:59:25.111552Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-07T15:59:25.111646Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-07T15:59:27.220521Z","caller":"traceutil/trace.go:171","msg":"trace[1312345596] transaction","detail":"{read_only:false; response_revision:9664; number_of_response:1; }","duration":"118.221984ms","start":"2026-05-07T15:59:27.102278Z","end":"2026-05-07T15:59:27.2205Z","steps":["trace[1312345596] 'process raft request' (duration: 118.046511ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:27.6208Z","caller":"traceutil/trace.go:171","msg":"trace[1693642516] linearizableReadLoop","detail":"{readStateIndex:10013; appliedIndex:10009; }","duration":"464.612126ms","start":"2026-05-07T15:59:27.156155Z","end":"2026-05-07T15:59:27.620767Z","steps":["trace[1693642516] 'read index received' (duration: 64.222138ms)","trace[1693642516] 'applied index is now lower than readState.Index' (duration: 400.388508ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:59:27.620849Z","caller":"traceutil/trace.go:171","msg":"trace[1643879429] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"509.406131ms","start":"2026-05-07T15:59:27.111424Z","end":"2026-05-07T15:59:27.62083Z","steps":["trace[1643879429] 'process raft request' (duration: 509.209128ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:27.620877Z","caller":"traceutil/trace.go:171","msg":"trace[1560878110] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"507.484185ms","start":"2026-05-07T15:59:27.113379Z","end":"2026-05-07T15:59:27.620863Z","steps":["trace[1560878110] 'process raft request' (duration: 507.325742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:27.621019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.113364Z","time spent":"507.566986ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:59:27.621142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.341285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-07T15:59:27.621193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.663536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T15:59:27.621235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.396657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T15:59:27.621253Z","caller":"traceutil/trace.go:171","msg":"trace[358277709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9667; }","duration":"301.746209ms","start":"2026-05-07T15:59:27.319493Z","end":"2026-05-07T15:59:27.621239Z","steps":["trace[358277709] 'agreement among raft nodes before linearized reading' (duration: 301.560304ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:27.621273Z","caller":"traceutil/trace.go:171","msg":"trace[2122139047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9667; }","duration":"305.454438ms","start":"2026-05-07T15:59:27.315809Z","end":"2026-05-07T15:59:27.621264Z","steps":["trace[2122139047] 'agreement among raft nodes before linearized reading' (duration: 305.344975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:27.621288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.319482Z","time spent":"301.798329ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T15:59:27.621305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.315798Z","time spent":"305.500109ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T15:59:27.621321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.770396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T15:59:27.621209Z","caller":"traceutil/trace.go:171","msg":"trace[1553316765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9667; }","duration":"423.435269ms","start":"2026-05-07T15:59:27.197757Z","end":"2026-05-07T15:59:27.621193Z","steps":["trace[1553316765] 'agreement among raft nodes before linearized reading' (duration: 423.203334ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:27.621368Z","caller":"traceutil/trace.go:171","msg":"trace[638056339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9667; }","duration":"311.854407ms","start":"2026-05-07T15:59:27.309497Z","end":"2026-05-07T15:59:27.621352Z","steps":["trace[638056339] 'agreement among raft nodes before linearized reading' (duration: 311.741435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:27.621404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.197747Z","time spent":"423.649962ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T15:59:27.621418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.309472Z","time spent":"311.934959ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T15:59:27.621434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.001171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-05-07T15:59:27.621414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.900329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T15:59:27.621406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.94656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T15:59:27.621517Z","caller":"traceutil/trace.go:171","msg":"trace[1026585442] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9667; }","duration":"207.156294ms","start":"2026-05-07T15:59:27.414331Z","end":"2026-05-07T15:59:27.621488Z","steps":["trace[1026585442] 'agreement among raft nodes before linearized reading' (duration: 206.821857ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:27.62156Z","caller":"traceutil/trace.go:171","msg":"trace[1354481397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9667; }","duration":"311.139993ms","start":"2026-05-07T15:59:27.310388Z","end":"2026-05-07T15:59:27.621528Z","steps":["trace[1354481397] 'agreement among raft nodes before linearized reading' (duration: 310.777075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:27.621613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.310376Z","time spent":"311.226265ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T15:59:27.620984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.111409Z","time spent":"509.492404ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:59:27.62147Z","caller":"traceutil/trace.go:171","msg":"trace[1552747631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:9667; }","duration":"281.057643ms","start":"2026-05-07T15:59:27.340403Z","end":"2026-05-07T15:59:27.621461Z","steps":["trace[1552747631] 'agreement among raft nodes before linearized reading' (duration: 280.964061ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:27.620807Z","caller":"traceutil/trace.go:171","msg":"trace[706816069] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"509.440772ms","start":"2026-05-07T15:59:27.111337Z","end":"2026-05-07T15:59:27.620778Z","steps":["trace[706816069] 'process raft request' (duration: 509.107086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:27.621825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.664166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T15:59:27.621876Z","caller":"traceutil/trace.go:171","msg":"trace[979406338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9667; }","duration":"465.742878ms","start":"2026-05-07T15:59:27.15612Z","end":"2026-05-07T15:59:27.621863Z","steps":["trace[979406338] 'agreement among raft nodes before linearized reading' (duration: 464.860121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:27.621909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.156108Z","time spent":"465.794859ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T15:59:27.621929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.111318Z","time spent":"510.495142ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:59:27.622126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.712446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-07T15:59:27.622766Z","caller":"traceutil/trace.go:171","msg":"trace[846492826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9667; }","duration":"347.375689ms","start":"2026-05-07T15:59:27.275369Z","end":"2026-05-07T15:59:27.622745Z","steps":["trace[846492826] 'agreement among raft nodes before linearized reading' (duration: 346.001653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:27.622817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.275356Z","time spent":"347.448561ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T15:59:28.127126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893701458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:59:28.628265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893701458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:59:29.128737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893701458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T15:59:29.564187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.938316682s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T15:59:29.851048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.516615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:59:29.851205Z","caller":"traceutil/trace.go:171","msg":"trace[1432194789] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"2.225391316s","start":"2026-05-07T15:59:27.625786Z","end":"2026-05-07T15:59:29.851177Z","steps":["trace[1432194789] 'process raft request' (duration: 1.938609707s)","trace[1432194789] 'compare' (duration: 286.341132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:59:29.851292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.625767Z","time spent":"2.225489808s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:59:30.634316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.820533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:59:30.635078Z","caller":"traceutil/trace.go:171","msg":"trace[1117724201] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"3.008840909s","start":"2026-05-07T15:59:27.626203Z","end":"2026-05-07T15:59:30.635044Z","steps":["trace[1117724201] 'process raft request' (duration: 2.575936765s)","trace[1117724201] 'compare' (duration: 431.659111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:59:30.63525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.626192Z","time spent":"3.008961721s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:59:30.635251Z","caller":"traceutil/trace.go:171","msg":"trace[626518575] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"3.008562494s","start":"2026-05-07T15:59:27.626552Z","end":"2026-05-07T15:59:30.635115Z","steps":["trace[626518575] 'process raft request' (duration: 3.008241438s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:30.635383Z","caller":"traceutil/trace.go:171","msg":"trace[148711883] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"3.008768847s","start":"2026-05-07T15:59:27.626591Z","end":"2026-05-07T15:59:30.63536Z","steps":["trace[148711883] 'process raft request' (duration: 3.008456292s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:30.63548Z","caller":"traceutil/trace.go:171","msg":"trace[1534719258] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"1.409471828s","start":"2026-05-07T15:59:29.225998Z","end":"2026-05-07T15:59:30.63547Z","steps":["trace[1534719258] 'process raft request' (duration: 1.409423818s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.635488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.626582Z","time spent":"3.00885656s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:59:30.635519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:29.225975Z","time spent":"1.409526629s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:59:30.635482Z","caller":"traceutil/trace.go:171","msg":"trace[2001354368] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"3.008785728s","start":"2026-05-07T15:59:27.626664Z","end":"2026-05-07T15:59:30.63545Z","steps":["trace[2001354368] 'process raft request' (duration: 3.008611365s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:30.635587Z","caller":"traceutil/trace.go:171","msg":"trace[1746587575] transaction","detail":"{read_only:false; response_revision:9677; number_of_response:1; }","duration":"1.006429841s","start":"2026-05-07T15:59:29.629132Z","end":"2026-05-07T15:59:30.635562Z","steps":["trace[1746587575] 'process raft request' (duration: 1.00639581s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.635707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:29.629104Z","time spent":"1.006550463s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:59:30.635511Z","caller":"traceutil/trace.go:171","msg":"trace[1133963110] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"3.008461842s","start":"2026-05-07T15:59:27.627021Z","end":"2026-05-07T15:59:30.635482Z","steps":["trace[1133963110] 'process raft request' (duration: 3.00835445s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.635729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.62666Z","time spent":"3.008982752s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:59:30.635573Z","caller":"traceutil/trace.go:171","msg":"trace[1174471709] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"1.008687683s","start":"2026-05-07T15:59:29.626879Z","end":"2026-05-07T15:59:30.635566Z","steps":["trace[1174471709] 'process raft request' (duration: 1.008588671s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.635851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.627015Z","time spent":"3.008748178s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:59:30.635919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009573533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289823"} {"level":"warn","ts":"2026-05-07T15:59:30.635479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.626542Z","time spent":"3.008836799s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:59:30.635949Z","caller":"traceutil/trace.go:171","msg":"trace[1250869722] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9677; }","duration":"3.009605864s","start":"2026-05-07T15:59:27.626337Z","end":"2026-05-07T15:59:30.635943Z","steps":["trace[1250869722] 'agreement among raft nodes before linearized reading' (duration: 3.009267337s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.635968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.626295Z","time spent":"3.009668595s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289847,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T15:59:30.635942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:29.626856Z","time spent":"1.00901168s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:59:30.635589Z","caller":"traceutil/trace.go:171","msg":"trace[1402249323] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"1.008646312s","start":"2026-05-07T15:59:29.626932Z","end":"2026-05-07T15:59:30.635579Z","steps":["trace[1402249323] 'process raft request' (duration: 1.008566311s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.636079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:29.626905Z","time spent":"1.009126262s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:59:30.635591Z","caller":"traceutil/trace.go:171","msg":"trace[862745196] linearizableReadLoop","detail":"{readStateIndex:10019; appliedIndex:10013; }","duration":"3.009218466s","start":"2026-05-07T15:59:27.626354Z","end":"2026-05-07T15:59:30.635573Z","steps":["trace[862745196] 'read index received' (duration: 1.938057648s)","trace[862745196] 'applied index is now lower than readState.Index' (duration: 1.071159418s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:59:30.636453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00994456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19464"} {"level":"info","ts":"2026-05-07T15:59:30.636595Z","caller":"traceutil/trace.go:171","msg":"trace[1812299210] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9677; }","duration":"3.010094852s","start":"2026-05-07T15:59:27.626476Z","end":"2026-05-07T15:59:30.636571Z","steps":["trace[1812299210] 'agreement among raft nodes before linearized reading' (duration: 3.009790067s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.636686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.626471Z","time spent":"3.010201255s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19488,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T15:59:30.63687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.017993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:59:30.636896Z","caller":"traceutil/trace.go:171","msg":"trace[455510177] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9677; }","duration":"717.089835ms","start":"2026-05-07T15:59:29.9198Z","end":"2026-05-07T15:59:30.63689Z","steps":["trace[455510177] 'agreement among raft nodes before linearized reading' (duration: 717.053764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.63691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:29.919777Z","time spent":"717.128785ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:59:30.636909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144281933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T15:59:30.636937Z","caller":"traceutil/trace.go:171","msg":"trace[1731047447] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:9677; }","duration":"2.144334355s","start":"2026-05-07T15:59:28.492595Z","end":"2026-05-07T15:59:30.636929Z","steps":["trace[1731047447] 'agreement among raft nodes before linearized reading' (duration: 2.144209202s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.636955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:28.492574Z","time spent":"2.144377895s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-05-07T15:59:30.637059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718128546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T15:59:30.636707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692444867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:59:30.637079Z","caller":"traceutil/trace.go:171","msg":"trace[1317698891] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9677; }","duration":"1.718164017s","start":"2026-05-07T15:59:28.91891Z","end":"2026-05-07T15:59:30.637074Z","steps":["trace[1317698891] 'agreement among raft nodes before linearized reading' (duration: 1.718128776s)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:30.637087Z","caller":"traceutil/trace.go:171","msg":"trace[465439746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9677; }","duration":"1.692881035s","start":"2026-05-07T15:59:28.944201Z","end":"2026-05-07T15:59:30.637082Z","steps":["trace[465439746] 'agreement among raft nodes before linearized reading' (duration: 1.692483577s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.637093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:28.918901Z","time spent":"1.718188318s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:59:30.637103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:28.944177Z","time spent":"1.692922637s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:59:30.637225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723776833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:59:30.637247Z","caller":"traceutil/trace.go:171","msg":"trace[321546563] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9677; }","duration":"2.723843334s","start":"2026-05-07T15:59:27.913399Z","end":"2026-05-07T15:59:30.637242Z","steps":["trace[321546563] 'agreement among raft nodes before linearized reading' (duration: 2.723771593s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:30.637261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:27.913373Z","time spent":"2.723883455s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":71,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:59:31.04347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.998526ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T15:59:31.044114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:30.638675Z","time spent":"405.416521ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T15:59:31.044388Z","caller":"traceutil/trace.go:171","msg":"trace[1240887995] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"400.795415ms","start":"2026-05-07T15:59:30.643559Z","end":"2026-05-07T15:59:31.044355Z","steps":["trace[1240887995] 'process raft request' (duration: 400.019771ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:31.044422Z","caller":"traceutil/trace.go:171","msg":"trace[508056984] linearizableReadLoop","detail":"{readStateIndex:10025; appliedIndex:10023; }","duration":"400.537691ms","start":"2026-05-07T15:59:30.643825Z","end":"2026-05-07T15:59:31.044363Z","steps":["trace[508056984] 'read index received' (duration: 218.640088ms)","trace[508056984] 'applied index is now lower than readState.Index' (duration: 181.888603ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:59:31.044503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.672523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:59:31.044535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:30.643545Z","time spent":"400.901317ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:59:31.044559Z","caller":"traceutil/trace.go:171","msg":"trace[343155900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9678; }","duration":"400.754895ms","start":"2026-05-07T15:59:30.643784Z","end":"2026-05-07T15:59:31.044539Z","steps":["trace[343155900] 'agreement among raft nodes before linearized reading' (duration: 400.662542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:31.044602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:30.643769Z","time spent":"400.825817ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T15:59:31.044765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.189866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:59:31.044822Z","caller":"traceutil/trace.go:171","msg":"trace[25197818] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9678; }","duration":"354.286018ms","start":"2026-05-07T15:59:30.69052Z","end":"2026-05-07T15:59:31.044806Z","steps":["trace[25197818] 'agreement among raft nodes before linearized reading' (duration: 354.075634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:31.04496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:30.690504Z","time spent":"354.44246ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T15:59:31.374493Z","caller":"traceutil/trace.go:171","msg":"trace[354191423] linearizableReadLoop","detail":"{readStateIndex:10026; appliedIndex:10025; }","duration":"326.011891ms","start":"2026-05-07T15:59:31.048456Z","end":"2026-05-07T15:59:31.374468Z","steps":["trace[354191423] 'read index received' (duration: 325.848708ms)","trace[354191423] 'applied index is now lower than readState.Index' (duration: 162.213µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:59:31.374588Z","caller":"traceutil/trace.go:171","msg":"trace[1370462088] transaction","detail":"{read_only:false; response_revision:9679; number_of_response:1; }","duration":"328.639219ms","start":"2026-05-07T15:59:31.045924Z","end":"2026-05-07T15:59:31.374563Z","steps":["trace[1370462088] 'process raft request' (duration: 328.047068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:31.374668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.204414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:59:31.374711Z","caller":"traceutil/trace.go:171","msg":"trace[1500410333] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9679; }","duration":"326.300236ms","start":"2026-05-07T15:59:31.0484Z","end":"2026-05-07T15:59:31.374701Z","steps":["trace[1500410333] 'agreement among raft nodes before linearized reading' (duration: 326.183224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:31.374718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:31.045885Z","time spent":"328.751612ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:59:31.374744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:31.048381Z","time spent":"326.356087ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T15:59:31.428344Z","caller":"traceutil/trace.go:171","msg":"trace[1343616318] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"305.225843ms","start":"2026-05-07T15:59:31.123099Z","end":"2026-05-07T15:59:31.428325Z","steps":["trace[1343616318] 'process raft request' (duration: 305.04844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:31.42846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:31.123075Z","time spent":"305.322594ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:59:31.428671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.860591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T15:59:31.428804Z","caller":"traceutil/trace.go:171","msg":"trace[2053812815] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9680; }","duration":"301.054975ms","start":"2026-05-07T15:59:31.127719Z","end":"2026-05-07T15:59:31.428774Z","steps":["trace[2053812815] 'agreement among raft nodes before linearized reading' (duration: 300.78311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:31.42889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:59:31.127706Z","time spent":"301.169327ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T15:59:32.05026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.640386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:59:32.050358Z","caller":"traceutil/trace.go:171","msg":"trace[1643079725] linearizableReadLoop","detail":"{readStateIndex:10029; appliedIndex:10028; }","duration":"107.064117ms","start":"2026-05-07T15:59:31.943277Z","end":"2026-05-07T15:59:32.050342Z","steps":["trace[1643079725] 'read index received' (duration: 45.591µs)","trace[1643079725] 'applied index is now lower than readState.Index' (duration: 107.014886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:59:32.050457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.188399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:59:32.050491Z","caller":"traceutil/trace.go:171","msg":"trace[832576632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9682; }","duration":"107.259931ms","start":"2026-05-07T15:59:31.943222Z","end":"2026-05-07T15:59:32.050482Z","steps":["trace[832576632] 'agreement among raft nodes before linearized reading' (duration: 107.20087ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:32.050438Z","caller":"traceutil/trace.go:171","msg":"trace[1033494682] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"189.468353ms","start":"2026-05-07T15:59:31.860918Z","end":"2026-05-07T15:59:32.050386Z","steps":["trace[1033494682] 'process raft request' (duration: 72.614923ms)","trace[1033494682] 'compare' (duration: 116.406162ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:59:32.601924Z","caller":"traceutil/trace.go:171","msg":"trace[1146908594] linearizableReadLoop","detail":"{readStateIndex:10030; appliedIndex:10029; }","duration":"132.95544ms","start":"2026-05-07T15:59:32.468942Z","end":"2026-05-07T15:59:32.601897Z","steps":["trace[1146908594] 'read index received' (duration: 132.759866ms)","trace[1146908594] 'applied index is now lower than readState.Index' (duration: 194.284µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:59:32.60197Z","caller":"traceutil/trace.go:171","msg":"trace[291385787] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"224.035858ms","start":"2026-05-07T15:59:32.377906Z","end":"2026-05-07T15:59:32.601942Z","steps":["trace[291385787] 'process raft request' (duration: 223.777104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:32.602072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.103122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:59:32.602116Z","caller":"traceutil/trace.go:171","msg":"trace[422163154] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:9683; }","duration":"133.214824ms","start":"2026-05-07T15:59:32.468887Z","end":"2026-05-07T15:59:32.602102Z","steps":["trace[422163154] 'agreement among raft nodes before linearized reading' (duration: 133.113002ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:32.851245Z","caller":"traceutil/trace.go:171","msg":"trace[2031020850] linearizableReadLoop","detail":"{readStateIndex:10038; appliedIndex:10034; }","duration":"120.889855ms","start":"2026-05-07T15:59:32.730335Z","end":"2026-05-07T15:59:32.851225Z","steps":["trace[2031020850] 'read index received' (duration: 12.787989ms)","trace[2031020850] 'applied index is now lower than readState.Index' (duration: 108.100926ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:59:32.851264Z","caller":"traceutil/trace.go:171","msg":"trace[836996247] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"121.972585ms","start":"2026-05-07T15:59:32.729254Z","end":"2026-05-07T15:59:32.851227Z","steps":["trace[836996247] 'process raft request' (duration: 115.207109ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:32.851321Z","caller":"traceutil/trace.go:171","msg":"trace[97706004] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"121.471416ms","start":"2026-05-07T15:59:32.729819Z","end":"2026-05-07T15:59:32.85129Z","steps":["trace[97706004] 'process raft request' (duration: 121.368124ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:59:32.851312Z","caller":"traceutil/trace.go:171","msg":"trace[506179195] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"121.607289ms","start":"2026-05-07T15:59:32.729666Z","end":"2026-05-07T15:59:32.851274Z","steps":["trace[506179195] 'process raft request' (duration: 121.486737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:59:32.851718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.367033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289823"} {"level":"info","ts":"2026-05-07T15:59:32.851751Z","caller":"traceutil/trace.go:171","msg":"trace[1201067001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9691; }","duration":"121.416174ms","start":"2026-05-07T15:59:32.730327Z","end":"2026-05-07T15:59:32.851743Z","steps":["trace[1201067001] 'agreement among raft nodes before linearized reading' (duration: 121.026967ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:00:22.466768Z","caller":"traceutil/trace.go:171","msg":"trace[904296932] linearizableReadLoop","detail":"{readStateIndex:10390; appliedIndex:10389; }","duration":"111.951268ms","start":"2026-05-07T16:00:22.354784Z","end":"2026-05-07T16:00:22.466735Z","steps":["trace[904296932] 'read index received' (duration: 110.879038ms)","trace[904296932] 'applied index is now lower than readState.Index' (duration: 1.07076ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:00:22.466956Z","caller":"traceutil/trace.go:171","msg":"trace[1108404702] transaction","detail":"{read_only:false; response_revision:10032; number_of_response:1; }","duration":"122.383622ms","start":"2026-05-07T16:00:22.344559Z","end":"2026-05-07T16:00:22.466942Z","steps":["trace[1108404702] 'process raft request' (duration: 121.334803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:00:22.467224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.417726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T16:00:22.467543Z","caller":"traceutil/trace.go:171","msg":"trace[57665228] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:10032; }","duration":"112.57134ms","start":"2026-05-07T16:00:22.354731Z","end":"2026-05-07T16:00:22.467302Z","steps":["trace[57665228] 'agreement among raft nodes before linearized reading' (duration: 112.341115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:00:22.723093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.273433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:00:22.723251Z","caller":"traceutil/trace.go:171","msg":"trace[1614966595] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10033; }","duration":"136.433285ms","start":"2026-05-07T16:00:22.586784Z","end":"2026-05-07T16:00:22.723218Z","steps":["trace[1614966595] 'range keys from in-memory index tree' (duration: 135.16854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:00:24.882571Z","caller":"traceutil/trace.go:171","msg":"trace[1298797654] transaction","detail":"{read_only:false; response_revision:10045; number_of_response:1; }","duration":"279.988332ms","start":"2026-05-07T16:00:24.602542Z","end":"2026-05-07T16:00:24.882531Z","steps":["trace[1298797654] 'process raft request' (duration: 255.82623ms)","trace[1298797654] 'compare' (duration: 23.907046ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:00:24.882675Z","caller":"traceutil/trace.go:171","msg":"trace[1337783346] linearizableReadLoop","detail":"{readStateIndex:10404; appliedIndex:10403; }","duration":"110.95675ms","start":"2026-05-07T16:00:24.77166Z","end":"2026-05-07T16:00:24.882616Z","steps":["trace[1337783346] 'read index received' (duration: 86.723408ms)","trace[1337783346] 'applied index is now lower than readState.Index' (duration: 24.228892ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:00:24.882904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.222966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T16:00:24.882994Z","caller":"traceutil/trace.go:171","msg":"trace[1924734436] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10045; }","duration":"111.329968ms","start":"2026-05-07T16:00:24.771639Z","end":"2026-05-07T16:00:24.882969Z","steps":["trace[1924734436] 'agreement among raft nodes before linearized reading' (duration: 111.151274ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:00:25.806151Z","caller":"traceutil/trace.go:171","msg":"trace[1569276405] linearizableReadLoop","detail":"{readStateIndex:10415; appliedIndex:10414; }","duration":"172.971465ms","start":"2026-05-07T16:00:25.633155Z","end":"2026-05-07T16:00:25.806127Z","steps":["trace[1569276405] 'read index received' (duration: 172.65542ms)","trace[1569276405] 'applied index is now lower than readState.Index' (duration: 315.015µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:00:25.806444Z","caller":"traceutil/trace.go:171","msg":"trace[1489761299] transaction","detail":"{read_only:false; response_revision:10056; number_of_response:1; }","duration":"195.833711ms","start":"2026-05-07T16:00:25.610516Z","end":"2026-05-07T16:00:25.80635Z","steps":["trace[1489761299] 'process raft request' (duration: 195.386613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:00:25.806579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.2337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T16:00:25.806749Z","caller":"traceutil/trace.go:171","msg":"trace[1122785686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10056; }","duration":"173.629278ms","start":"2026-05-07T16:00:25.633089Z","end":"2026-05-07T16:00:25.806718Z","steps":["trace[1122785686] 'agreement among raft nodes before linearized reading' (duration: 173.177579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:00:25.842812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.829861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:00:25.842879Z","caller":"traceutil/trace.go:171","msg":"trace[676818072] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10057; }","duration":"100.971823ms","start":"2026-05-07T16:00:25.741889Z","end":"2026-05-07T16:00:25.842861Z","steps":["trace[676818072] 'agreement among raft nodes before linearized reading' (duration: 100.721699ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:00:26.001661Z","caller":"traceutil/trace.go:171","msg":"trace[833952289] transaction","detail":"{read_only:false; response_revision:10058; number_of_response:1; }","duration":"105.022678ms","start":"2026-05-07T16:00:25.896607Z","end":"2026-05-07T16:00:26.001629Z","steps":["trace[833952289] 'process raft request' (duration: 104.607421ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:00:26.219391Z","caller":"traceutil/trace.go:171","msg":"trace[107722244] linearizableReadLoop","detail":"{readStateIndex:10418; appliedIndex:10417; }","duration":"119.02454ms","start":"2026-05-07T16:00:26.10034Z","end":"2026-05-07T16:00:26.219365Z","steps":["trace[107722244] 'read index received' (duration: 118.773225ms)","trace[107722244] 'applied index is now lower than readState.Index' (duration: 249.695µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:00:26.219525Z","caller":"traceutil/trace.go:171","msg":"trace[1666144810] transaction","detail":"{read_only:false; response_revision:10059; number_of_response:1; }","duration":"203.293042ms","start":"2026-05-07T16:00:26.016177Z","end":"2026-05-07T16:00:26.21947Z","steps":["trace[1666144810] 'process raft request' (duration: 202.983446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:00:26.219662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.309496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-07T16:00:26.21971Z","caller":"traceutil/trace.go:171","msg":"trace[614837436] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10059; }","duration":"119.425458ms","start":"2026-05-07T16:00:26.100272Z","end":"2026-05-07T16:00:26.219697Z","steps":["trace[614837436] 'agreement among raft nodes before linearized reading' (duration: 119.192363ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:00:26.416075Z","caller":"traceutil/trace.go:171","msg":"trace[1215923982] transaction","detail":"{read_only:false; response_revision:10060; number_of_response:1; }","duration":"184.100034ms","start":"2026-05-07T16:00:26.231926Z","end":"2026-05-07T16:00:26.416026Z","steps":["trace[1215923982] 'process raft request' (duration: 85.348682ms)","trace[1215923982] 'compare' (duration: 98.496228ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:00:26.857838Z","caller":"traceutil/trace.go:171","msg":"trace[455069741] transaction","detail":"{read_only:false; response_revision:10066; number_of_response:1; }","duration":"174.447762ms","start":"2026-05-07T16:00:26.683341Z","end":"2026-05-07T16:00:26.857789Z","steps":["trace[455069741] 'process raft request' (duration: 174.170478ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:00:26.908358Z","caller":"traceutil/trace.go:171","msg":"trace[1615228400] transaction","detail":"{read_only:false; response_revision:10068; number_of_response:1; }","duration":"220.281508ms","start":"2026-05-07T16:00:26.688048Z","end":"2026-05-07T16:00:26.908329Z","steps":["trace[1615228400] 'process raft request' (duration: 220.197767ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:00:26.90838Z","caller":"traceutil/trace.go:171","msg":"trace[1750036889] transaction","detail":"{read_only:false; response_revision:10067; number_of_response:1; }","duration":"224.459026ms","start":"2026-05-07T16:00:26.683899Z","end":"2026-05-07T16:00:26.908358Z","steps":["trace[1750036889] 'process raft request' (duration: 224.14451ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:03.271518Z","caller":"traceutil/trace.go:171","msg":"trace[58197897] transaction","detail":"{read_only:false; response_revision:10295; number_of_response:1; }","duration":"104.958318ms","start":"2026-05-07T16:01:03.166529Z","end":"2026-05-07T16:01:03.271488Z","steps":["trace[58197897] 'process raft request' (duration: 104.780495ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:03.294546Z","caller":"traceutil/trace.go:171","msg":"trace[2012195581] transaction","detail":"{read_only:false; response_revision:10296; number_of_response:1; }","duration":"124.407721ms","start":"2026-05-07T16:01:03.170107Z","end":"2026-05-07T16:01:03.294515Z","steps":["trace[2012195581] 'process raft request' (duration: 124.217557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:03.294791Z","caller":"traceutil/trace.go:171","msg":"trace[1965235523] transaction","detail":"{read_only:false; response_revision:10297; number_of_response:1; }","duration":"124.609864ms","start":"2026-05-07T16:01:03.170121Z","end":"2026-05-07T16:01:03.294731Z","steps":["trace[1965235523] 'process raft request' (duration: 124.35253ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:03.704983Z","caller":"traceutil/trace.go:171","msg":"trace[710099889] transaction","detail":"{read_only:false; response_revision:10300; number_of_response:1; }","duration":"186.186833ms","start":"2026-05-07T16:01:03.518759Z","end":"2026-05-07T16:01:03.704946Z","steps":["trace[710099889] 'process raft request' (duration: 185.946349ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:03.712544Z","caller":"traceutil/trace.go:171","msg":"trace[552182683] transaction","detail":"{read_only:false; response_revision:10301; number_of_response:1; }","duration":"192.339469ms","start":"2026-05-07T16:01:03.520159Z","end":"2026-05-07T16:01:03.712499Z","steps":["trace[552182683] 'process raft request' (duration: 192.009942ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:03.727497Z","caller":"traceutil/trace.go:171","msg":"trace[1307581459] linearizableReadLoop","detail":"{readStateIndex:10667; appliedIndex:10665; }","duration":"176.062474ms","start":"2026-05-07T16:01:03.551404Z","end":"2026-05-07T16:01:03.727466Z","steps":["trace[1307581459] 'read index received' (duration: 153.361611ms)","trace[1307581459] 'applied index is now lower than readState.Index' (duration: 22.699433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:01:03.727882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.391491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-05-07T16:01:03.727932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.22099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:01:03.727974Z","caller":"traceutil/trace.go:171","msg":"trace[1324589706] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:10302; }","duration":"176.611825ms","start":"2026-05-07T16:01:03.551346Z","end":"2026-05-07T16:01:03.727958Z","steps":["trace[1324589706] 'agreement among raft nodes before linearized reading' (duration: 176.280828ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:03.728026Z","caller":"traceutil/trace.go:171","msg":"trace[1128896394] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10302; }","duration":"160.348672ms","start":"2026-05-07T16:01:03.567655Z","end":"2026-05-07T16:01:03.728003Z","steps":["trace[1128896394] 'agreement among raft nodes before linearized reading' (duration: 160.20301ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:05.108447Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7986} {"level":"info","ts":"2026-05-07T16:01:05.343703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7986,"took":"231.991249ms","hash":2716004761,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":28225536,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-07T16:01:05.343797Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2716004761,"revision":7986,"compact-revision":5832} {"level":"warn","ts":"2026-05-07T16:01:05.955288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.865958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T16:01:05.955448Z","caller":"traceutil/trace.go:171","msg":"trace[1647344515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10310; }","duration":"245.108172ms","start":"2026-05-07T16:01:05.710312Z","end":"2026-05-07T16:01:05.955421Z","steps":["trace[1647344515] 'range keys from in-memory index tree' (duration: 244.590432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:05.955453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.428014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T16:01:05.955551Z","caller":"traceutil/trace.go:171","msg":"trace[966684448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:10310; }","duration":"211.616397ms","start":"2026-05-07T16:01:05.743913Z","end":"2026-05-07T16:01:05.955529Z","steps":["trace[966684448] 'range keys from in-memory index tree' (duration: 211.151028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:05.955602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.691533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T16:01:05.955724Z","caller":"traceutil/trace.go:171","msg":"trace[647105984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10310; }","duration":"238.878436ms","start":"2026-05-07T16:01:05.716822Z","end":"2026-05-07T16:01:05.9557Z","steps":["trace[647105984] 'range keys from in-memory index tree' (duration: 238.471999ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:18.353669Z","caller":"traceutil/trace.go:171","msg":"trace[1631712617] transaction","detail":"{read_only:false; response_revision:10407; number_of_response:1; }","duration":"124.390781ms","start":"2026-05-07T16:01:18.229241Z","end":"2026-05-07T16:01:18.353632Z","steps":["trace[1631712617] 'process raft request' (duration: 124.174276ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:18.820613Z","caller":"traceutil/trace.go:171","msg":"trace[1775732948] transaction","detail":"{read_only:false; response_revision:10409; number_of_response:1; }","duration":"135.705012ms","start":"2026-05-07T16:01:18.684871Z","end":"2026-05-07T16:01:18.820576Z","steps":["trace[1775732948] 'process raft request' (duration: 135.472598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:19.369891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.047331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:01:19.369978Z","caller":"traceutil/trace.go:171","msg":"trace[589408171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10411; }","duration":"134.230573ms","start":"2026-05-07T16:01:19.235728Z","end":"2026-05-07T16:01:19.369959Z","steps":["trace[589408171] 'range keys from in-memory index tree' (duration: 133.932888ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:19.511913Z","caller":"traceutil/trace.go:171","msg":"trace[1568367427] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"105.905496ms","start":"2026-05-07T16:01:19.405986Z","end":"2026-05-07T16:01:19.511892Z","steps":["trace[1568367427] 'process raft request' (duration: 105.761103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:19.852316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.637084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T16:01:19.852503Z","caller":"traceutil/trace.go:171","msg":"trace[1124474543] linearizableReadLoop","detail":"{readStateIndex:10786; appliedIndex:10783; }","duration":"383.21118ms","start":"2026-05-07T16:01:19.469272Z","end":"2026-05-07T16:01:19.852483Z","steps":["trace[1124474543] 'read index received' (duration: 42.456243ms)","trace[1124474543] 'applied index is now lower than readState.Index' (duration: 340.753667ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:19.852616Z","caller":"traceutil/trace.go:171","msg":"trace[503254555] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"446.077162ms","start":"2026-05-07T16:01:19.406526Z","end":"2026-05-07T16:01:19.852603Z","steps":["trace[503254555] 'process raft request' (duration: 289.99548ms)","trace[503254555] 'compare' (duration: 155.483101ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:01:19.852689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:19.406514Z","time spent":"446.141013ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:01:19.852813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.532415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T16:01:19.852885Z","caller":"traceutil/trace.go:171","msg":"trace[1255342769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10414; }","duration":"383.671388ms","start":"2026-05-07T16:01:19.469197Z","end":"2026-05-07T16:01:19.852869Z","steps":["trace[1255342769] 'agreement among raft nodes before linearized reading' (duration: 383.415743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:19.852927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:19.469168Z","time spent":"383.749939ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:01:19.853115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.241253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T16:01:19.853201Z","caller":"traceutil/trace.go:171","msg":"trace[542957438] transaction","detail":"{read_only:false; response_revision:10414; number_of_response:1; }","duration":"445.881049ms","start":"2026-05-07T16:01:19.407304Z","end":"2026-05-07T16:01:19.853185Z","steps":["trace[542957438] 'process raft request' (duration: 445.118275ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:19.853209Z","caller":"traceutil/trace.go:171","msg":"trace[257883738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10414; }","duration":"320.584431ms","start":"2026-05-07T16:01:19.532604Z","end":"2026-05-07T16:01:19.853188Z","steps":["trace[257883738] 'agreement among raft nodes before linearized reading' (duration: 320.0225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:19.853258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:19.532575Z","time spent":"320.672602ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:01:19.853297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:19.407295Z","time spent":"445.93892ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:01:27.349525Z","caller":"traceutil/trace.go:171","msg":"trace[1476821910] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"114.050838ms","start":"2026-05-07T16:01:27.235446Z","end":"2026-05-07T16:01:27.349497Z","steps":["trace[1476821910] 'process raft request' (duration: 113.859164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.208205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.167431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T16:01:28.208345Z","caller":"traceutil/trace.go:171","msg":"trace[1056049841] transaction","detail":"{read_only:false; response_revision:10466; number_of_response:1; }","duration":"253.423137ms","start":"2026-05-07T16:01:27.9549Z","end":"2026-05-07T16:01:28.208324Z","steps":["trace[1056049841] 'process raft request' (duration: 95.035282ms)","trace[1056049841] 'compare' (duration: 157.978718ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:28.27249Z","caller":"traceutil/trace.go:171","msg":"trace[1572758154] linearizableReadLoop","detail":"{readStateIndex:10840; appliedIndex:10838; }","duration":"298.02874ms","start":"2026-05-07T16:01:27.974424Z","end":"2026-05-07T16:01:28.272453Z","steps":["trace[1572758154] 'read index received' (duration: 75.531629ms)","trace[1572758154] 'applied index is now lower than readState.Index' (duration: 222.495261ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:28.272703Z","caller":"traceutil/trace.go:171","msg":"trace[1914288251] transaction","detail":"{read_only:false; response_revision:10467; number_of_response:1; }","duration":"316.668188ms","start":"2026-05-07T16:01:27.956001Z","end":"2026-05-07T16:01:28.272669Z","steps":["trace[1914288251] 'process raft request' (duration: 316.193649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.272776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.349955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:01:28.272856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:27.955972Z","time spent":"316.783439ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:01:28.272916Z","caller":"traceutil/trace.go:171","msg":"trace[1253601233] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:0; response_revision:10467; }","duration":"298.557089ms","start":"2026-05-07T16:01:27.974335Z","end":"2026-05-07T16:01:28.272893Z","steps":["trace[1253601233] 'agreement among raft nodes before linearized reading' (duration: 298.379195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.272882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.402282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T16:01:28.272997Z","caller":"traceutil/trace.go:171","msg":"trace[1461104947] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10467; }","duration":"293.589607ms","start":"2026-05-07T16:01:27.979382Z","end":"2026-05-07T16:01:28.272971Z","steps":["trace[1461104947] 'agreement among raft nodes before linearized reading' (duration: 293.341142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.27319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.362992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T16:01:28.273258Z","caller":"traceutil/trace.go:171","msg":"trace[336146897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10467; }","duration":"138.462943ms","start":"2026-05-07T16:01:28.134779Z","end":"2026-05-07T16:01:28.273242Z","steps":["trace[336146897] 'agreement among raft nodes before linearized reading' (duration: 138.29439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.273304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.822808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T16:01:28.273451Z","caller":"traceutil/trace.go:171","msg":"trace[2111821043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:10467; }","duration":"110.044862ms","start":"2026-05-07T16:01:28.163365Z","end":"2026-05-07T16:01:28.273409Z","steps":["trace[2111821043] 'agreement among raft nodes before linearized reading' (duration: 109.533263ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:28.423094Z","caller":"traceutil/trace.go:171","msg":"trace[989202124] linearizableReadLoop","detail":"{readStateIndex:10841; appliedIndex:10840; }","duration":"143.869583ms","start":"2026-05-07T16:01:28.279202Z","end":"2026-05-07T16:01:28.423071Z","steps":["trace[989202124] 'read index received' (duration: 50.554923ms)","trace[989202124] 'applied index is now lower than readState.Index' (duration: 93.31283ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:28.423235Z","caller":"traceutil/trace.go:171","msg":"trace[772031301] transaction","detail":"{read_only:false; response_revision:10468; number_of_response:1; }","duration":"144.150779ms","start":"2026-05-07T16:01:28.279062Z","end":"2026-05-07T16:01:28.423213Z","steps":["trace[772031301] 'process raft request' (duration: 50.671446ms)","trace[772031301] 'compare' (duration: 93.101476ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:28.423346Z","caller":"traceutil/trace.go:171","msg":"trace[1169410048] transaction","detail":"{read_only:false; response_revision:10469; number_of_response:1; }","duration":"143.995127ms","start":"2026-05-07T16:01:28.279325Z","end":"2026-05-07T16:01:28.42332Z","steps":["trace[1169410048] 'process raft request' (duration: 143.69256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.423859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.426478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:01:28.423988Z","caller":"traceutil/trace.go:171","msg":"trace[708477812] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:10469; }","duration":"134.578431ms","start":"2026-05-07T16:01:28.289374Z","end":"2026-05-07T16:01:28.423953Z","steps":["trace[708477812] 'agreement among raft nodes before linearized reading' (duration: 134.011021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.426224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.949281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:345384"} {"level":"info","ts":"2026-05-07T16:01:28.42637Z","caller":"traceutil/trace.go:171","msg":"trace[1223532324] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10469; }","duration":"147.179436ms","start":"2026-05-07T16:01:28.279159Z","end":"2026-05-07T16:01:28.426338Z","steps":["trace[1223532324] 'agreement among raft nodes before linearized reading' (duration: 144.269772ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:28.552542Z","caller":"traceutil/trace.go:171","msg":"trace[2015422252] transaction","detail":"{read_only:false; response_revision:10470; number_of_response:1; }","duration":"123.211308ms","start":"2026-05-07T16:01:28.429283Z","end":"2026-05-07T16:01:28.552494Z","steps":["trace[2015422252] 'process raft request' (duration: 115.000635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.931889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.466488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T16:01:28.932208Z","caller":"traceutil/trace.go:171","msg":"trace[33313332] linearizableReadLoop","detail":"{readStateIndex:10847; appliedIndex:10844; }","duration":"243.228478ms","start":"2026-05-07T16:01:28.688957Z","end":"2026-05-07T16:01:28.932186Z","steps":["trace[33313332] 'read index received' (duration: 18.364633ms)","trace[33313332] 'applied index is now lower than readState.Index' (duration: 224.862385ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:28.932294Z","caller":"traceutil/trace.go:171","msg":"trace[1852327614] transaction","detail":"{read_only:false; response_revision:10472; number_of_response:1; }","duration":"354.250429ms","start":"2026-05-07T16:01:28.578005Z","end":"2026-05-07T16:01:28.932255Z","steps":["trace[1852327614] 'process raft request' (duration: 354.030395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.932417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.449302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T16:01:28.932475Z","caller":"traceutil/trace.go:171","msg":"trace[1998325328] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10473; }","duration":"243.569494ms","start":"2026-05-07T16:01:28.688892Z","end":"2026-05-07T16:01:28.932462Z","steps":["trace[1998325328] 'agreement among raft nodes before linearized reading' (duration: 243.429192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.93249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:28.577982Z","time spent":"354.397732ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:01:28.932506Z","caller":"traceutil/trace.go:171","msg":"trace[151441061] transaction","detail":"{read_only:false; response_revision:10471; number_of_response:1; }","duration":"373.462198ms","start":"2026-05-07T16:01:28.55901Z","end":"2026-05-07T16:01:28.932472Z","steps":["trace[151441061] 'process raft request' (duration: 148.300037ms)","trace[151441061] 'compare' (duration: 224.273275ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:28.932418Z","caller":"traceutil/trace.go:171","msg":"trace[1261233577] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"352.915594ms","start":"2026-05-07T16:01:28.579411Z","end":"2026-05-07T16:01:28.932327Z","steps":["trace[1261233577] 'process raft request' (duration: 352.70597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.932622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:28.558971Z","time spent":"373.59459ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T16:01:28.932668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.257291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jlfg2.18ad52ec10b5791d\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-07T16:01:28.93274Z","caller":"traceutil/trace.go:171","msg":"trace[1898780514] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jlfg2.18ad52ec10b5791d; range_end:; response_count:1; response_revision:10473; }","duration":"144.368163ms","start":"2026-05-07T16:01:28.78835Z","end":"2026-05-07T16:01:28.932718Z","steps":["trace[1898780514] 'agreement among raft nodes before linearized reading' (duration: 144.136199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:28.932762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:28.579402Z","time spent":"353.208609ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1159,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T16:01:29.233515Z","caller":"traceutil/trace.go:171","msg":"trace[1239950340] linearizableReadLoop","detail":"{readStateIndex:10851; appliedIndex:10848; }","duration":"243.30294ms","start":"2026-05-07T16:01:28.990189Z","end":"2026-05-07T16:01:29.233492Z","steps":["trace[1239950340] 'read index received' (duration: 187.278364ms)","trace[1239950340] 'applied index is now lower than readState.Index' (duration: 56.023486ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:29.233572Z","caller":"traceutil/trace.go:171","msg":"trace[458369189] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"294.410532ms","start":"2026-05-07T16:01:28.939114Z","end":"2026-05-07T16:01:29.233524Z","steps":["trace[458369189] 'process raft request' (duration: 238.439068ms)","trace[458369189] 'compare' (duration: 55.485366ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:29.233685Z","caller":"traceutil/trace.go:171","msg":"trace[1641038139] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"285.882413ms","start":"2026-05-07T16:01:28.947702Z","end":"2026-05-07T16:01:29.233585Z","steps":["trace[1641038139] 'process raft request' (duration: 285.68328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:29.233829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.949185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T16:01:29.233879Z","caller":"traceutil/trace.go:171","msg":"trace[870214664] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10476; }","duration":"241.051727ms","start":"2026-05-07T16:01:28.992816Z","end":"2026-05-07T16:01:29.233867Z","steps":["trace[870214664] 'agreement among raft nodes before linearized reading' (duration: 240.843964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:29.233873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.54001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:01:29.234048Z","caller":"traceutil/trace.go:171","msg":"trace[937068188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10476; }","duration":"290.763515ms","start":"2026-05-07T16:01:28.943227Z","end":"2026-05-07T16:01:29.23399Z","steps":["trace[937068188] 'agreement among raft nodes before linearized reading' (duration: 290.388307ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:29.233714Z","caller":"traceutil/trace.go:171","msg":"trace[1869730981] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10476; }","duration":"282.373078ms","start":"2026-05-07T16:01:28.951234Z","end":"2026-05-07T16:01:29.233607Z","steps":["trace[1869730981] 'process raft request' (duration: 282.220165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:29.234152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.463202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T16:01:29.234195Z","caller":"traceutil/trace.go:171","msg":"trace[1017767005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10476; }","duration":"147.557584ms","start":"2026-05-07T16:01:29.086627Z","end":"2026-05-07T16:01:29.234185Z","steps":["trace[1017767005] 'agreement among raft nodes before linearized reading' (duration: 147.440702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:29.876398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.958925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T16:01:29.87661Z","caller":"traceutil/trace.go:171","msg":"trace[1932091638] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"623.737476ms","start":"2026-05-07T16:01:29.252837Z","end":"2026-05-07T16:01:29.876574Z","steps":["trace[1932091638] 'process raft request' (duration: 623.651635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:29.876713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:29.252824Z","time spent":"623.832109ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2296,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:01:29.876748Z","caller":"traceutil/trace.go:171","msg":"trace[2078461079] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"636.581486ms","start":"2026-05-07T16:01:29.240115Z","end":"2026-05-07T16:01:29.876696Z","steps":["trace[2078461079] 'process raft request' (duration: 402.253854ms)","trace[2078461079] 'compare' (duration: 233.753461ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:01:29.876969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:29.240098Z","time spent":"636.758589ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T16:01:30.060199Z","caller":"traceutil/trace.go:171","msg":"trace[261487708] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"687.781632ms","start":"2026-05-07T16:01:29.372394Z","end":"2026-05-07T16:01:30.060175Z","steps":["trace[261487708] 'process raft request' (duration: 687.583018ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:30.060195Z","caller":"traceutil/trace.go:171","msg":"trace[1530676314] transaction","detail":"{read_only:false; response_revision:10480; number_of_response:1; }","duration":"704.070335ms","start":"2026-05-07T16:01:29.356046Z","end":"2026-05-07T16:01:30.060117Z","steps":["trace[1530676314] 'process raft request' (duration: 685.910236ms)","trace[1530676314] 'compare' (duration: 17.832422ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:01:30.0604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.734995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:01:30.06048Z","caller":"traceutil/trace.go:171","msg":"trace[311670564] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10482; }","duration":"699.855136ms","start":"2026-05-07T16:01:29.360607Z","end":"2026-05-07T16:01:30.060462Z","steps":["trace[311670564] 'agreement among raft nodes before linearized reading' (duration: 699.689273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:30.060499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:29.356024Z","time spent":"704.321879ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:01:30.060537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:29.360599Z","time spent":"699.926397ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T16:01:30.060636Z","caller":"traceutil/trace.go:171","msg":"trace[2027605038] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"493.395994ms","start":"2026-05-07T16:01:29.567228Z","end":"2026-05-07T16:01:30.060624Z","steps":["trace[2027605038] 'process raft request' (duration: 492.841344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:30.060719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:29.567013Z","time spent":"493.66073ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:01:30.060187Z","caller":"traceutil/trace.go:171","msg":"trace[870789009] linearizableReadLoop","detail":"{readStateIndex:10855; appliedIndex:10852; }","duration":"699.504191ms","start":"2026-05-07T16:01:29.360638Z","end":"2026-05-07T16:01:30.060143Z","steps":["trace[870789009] 'read index received' (duration: 281.827808ms)","trace[870789009] 'applied index is now lower than readState.Index' (duration: 417.674263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:01:30.060419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:01:29.372385Z","time spent":"687.939895ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2447,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T16:01:30.0746Z","caller":"traceutil/trace.go:171","msg":"trace[30926451] transaction","detail":"{read_only:false; response_revision:10483; number_of_response:1; }","duration":"139.92207ms","start":"2026-05-07T16:01:29.93466Z","end":"2026-05-07T16:01:30.074582Z","steps":["trace[30926451] 'process raft request' (duration: 139.781447ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:30.074805Z","caller":"traceutil/trace.go:171","msg":"trace[59183131] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"118.503211ms","start":"2026-05-07T16:01:29.956276Z","end":"2026-05-07T16:01:30.07478Z","steps":["trace[59183131] 'process raft request' (duration: 118.263067ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:47.581816Z","caller":"traceutil/trace.go:171","msg":"trace[779848479] linearizableReadLoop","detail":"{readStateIndex:10970; appliedIndex:10969; }","duration":"120.704361ms","start":"2026-05-07T16:01:47.461074Z","end":"2026-05-07T16:01:47.581778Z","steps":["trace[779848479] 'read index received' (duration: 120.433337ms)","trace[779848479] 'applied index is now lower than readState.Index' (duration: 269.364µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:47.581916Z","caller":"traceutil/trace.go:171","msg":"trace[171271194] transaction","detail":"{read_only:false; response_revision:10591; number_of_response:1; }","duration":"188.789882ms","start":"2026-05-07T16:01:47.393085Z","end":"2026-05-07T16:01:47.581875Z","steps":["trace[171271194] 'process raft request' (duration: 188.454636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:47.582053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.955946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:01:47.582129Z","caller":"traceutil/trace.go:171","msg":"trace[198143965] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10591; }","duration":"121.079708ms","start":"2026-05-07T16:01:47.461034Z","end":"2026-05-07T16:01:47.582113Z","steps":["trace[198143965] 'agreement among raft nodes before linearized reading' (duration: 120.918006ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:47.977834Z","caller":"traceutil/trace.go:171","msg":"trace[1354615009] transaction","detail":"{read_only:false; response_revision:10592; number_of_response:1; }","duration":"159.506936ms","start":"2026-05-07T16:01:47.818291Z","end":"2026-05-07T16:01:47.977798Z","steps":["trace[1354615009] 'process raft request' (duration: 159.329232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:01:48.374254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.853771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T16:01:48.374675Z","caller":"traceutil/trace.go:171","msg":"trace[1277985533] transaction","detail":"{read_only:false; response_revision:10594; number_of_response:1; }","duration":"246.337196ms","start":"2026-05-07T16:01:48.128305Z","end":"2026-05-07T16:01:48.374642Z","steps":["trace[1277985533] 'process raft request' (duration: 136.955085ms)","trace[1277985533] 'compare' (duration: 108.628597ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:48.374789Z","caller":"traceutil/trace.go:171","msg":"trace[515556249] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"246.296184ms","start":"2026-05-07T16:01:48.128449Z","end":"2026-05-07T16:01:48.374746Z","steps":["trace[515556249] 'process raft request' (duration: 246.109781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:48.375093Z","caller":"traceutil/trace.go:171","msg":"trace[183714652] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"243.501541ms","start":"2026-05-07T16:01:48.131577Z","end":"2026-05-07T16:01:48.375079Z","steps":["trace[183714652] 'process raft request' (duration: 243.084944ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:48.564709Z","caller":"traceutil/trace.go:171","msg":"trace[479669634] linearizableReadLoop","detail":"{readStateIndex:10977; appliedIndex:10975; }","duration":"128.326984ms","start":"2026-05-07T16:01:48.436355Z","end":"2026-05-07T16:01:48.564682Z","steps":["trace[479669634] 'read index received' (duration: 37.308336ms)","trace[479669634] 'applied index is now lower than readState.Index' (duration: 91.017148ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:48.564875Z","caller":"traceutil/trace.go:171","msg":"trace[1650224315] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"177.734365ms","start":"2026-05-07T16:01:48.387121Z","end":"2026-05-07T16:01:48.564855Z","steps":["trace[1650224315] 'process raft request' (duration: 133.608681ms)","trace[1650224315] 'compare' (duration: 43.775658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:01:48.565244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.874284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T16:01:48.565305Z","caller":"traceutil/trace.go:171","msg":"trace[1067430509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10598; }","duration":"128.974676ms","start":"2026-05-07T16:01:48.436317Z","end":"2026-05-07T16:01:48.565292Z","steps":["trace[1067430509] 'agreement among raft nodes before linearized reading' (duration: 128.836604ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:48.802879Z","caller":"traceutil/trace.go:171","msg":"trace[30936605] linearizableReadLoop","detail":"{readStateIndex:10981; appliedIndex:10980; }","duration":"142.465478ms","start":"2026-05-07T16:01:48.660388Z","end":"2026-05-07T16:01:48.802854Z","steps":["trace[30936605] 'read index received' (duration: 43.582063ms)","trace[30936605] 'applied index is now lower than readState.Index' (duration: 98.882675ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:01:48.802996Z","caller":"traceutil/trace.go:171","msg":"trace[1784833589] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"155.868798ms","start":"2026-05-07T16:01:48.647117Z","end":"2026-05-07T16:01:48.802985Z","steps":["trace[1784833589] 'process raft request' (duration: 56.83824ms)","trace[1784833589] 'compare' (duration: 98.748552ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:01:48.803558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.462418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T16:01:48.803605Z","caller":"traceutil/trace.go:171","msg":"trace[834163296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:10601; }","duration":"186.728123ms","start":"2026-05-07T16:01:48.616867Z","end":"2026-05-07T16:01:48.803595Z","steps":["trace[834163296] 'agreement among raft nodes before linearized reading' (duration: 186.355916ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:01:48.812502Z","caller":"traceutil/trace.go:171","msg":"trace[1141071444] transaction","detail":"{read_only:false; response_revision:10602; number_of_response:1; }","duration":"146.961272ms","start":"2026-05-07T16:01:48.665496Z","end":"2026-05-07T16:01:48.812457Z","steps":["trace[1141071444] 'process raft request' (duration: 146.640056ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:03:38.512555Z","caller":"traceutil/trace.go:171","msg":"trace[1259075781] transaction","detail":"{read_only:false; response_revision:11265; number_of_response:1; }","duration":"200.390889ms","start":"2026-05-07T16:03:38.31213Z","end":"2026-05-07T16:03:38.512521Z","steps":["trace[1259075781] 'process raft request' (duration: 200.114663ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:03:53.172179Z","caller":"traceutil/trace.go:171","msg":"trace[780989922] transaction","detail":"{read_only:false; response_revision:11385; number_of_response:1; }","duration":"104.626253ms","start":"2026-05-07T16:03:53.067518Z","end":"2026-05-07T16:03:53.172145Z","steps":["trace[780989922] 'process raft request' (duration: 104.49016ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:03:53.884742Z","caller":"traceutil/trace.go:171","msg":"trace[647024134] transaction","detail":"{read_only:false; response_revision:11390; number_of_response:1; }","duration":"112.04983ms","start":"2026-05-07T16:03:53.772653Z","end":"2026-05-07T16:03:53.884703Z","steps":["trace[647024134] 'process raft request' (duration: 111.692113ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:04:47.211453Z","caller":"traceutil/trace.go:171","msg":"trace[1269068585] transaction","detail":"{read_only:false; response_revision:11974; number_of_response:1; }","duration":"232.202242ms","start":"2026-05-07T16:04:46.979228Z","end":"2026-05-07T16:04:47.21143Z","steps":["trace[1269068585] 'process raft request' (duration: 232.036828ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:04:47.678811Z","caller":"traceutil/trace.go:171","msg":"trace[861501210] transaction","detail":"{read_only:false; response_revision:11975; number_of_response:1; }","duration":"351.351434ms","start":"2026-05-07T16:04:47.327318Z","end":"2026-05-07T16:04:47.67867Z","steps":["trace[861501210] 'process raft request' (duration: 278.292242ms)","trace[861501210] 'compare' (duration: 71.426162ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:04:47.679144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:04:47.327288Z","time spent":"351.678072ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:04:47.685084Z","caller":"traceutil/trace.go:171","msg":"trace[485728643] transaction","detail":"{read_only:false; response_revision:11976; number_of_response:1; }","duration":"351.148021ms","start":"2026-05-07T16:04:47.333913Z","end":"2026-05-07T16:04:47.685061Z","steps":["trace[485728643] 'process raft request' (duration: 350.747394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:04:47.685223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:04:47.333886Z","time spent":"351.264173ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:04:47.685518Z","caller":"traceutil/trace.go:171","msg":"trace[1173096879] linearizableReadLoop","detail":"{readStateIndex:12397; appliedIndex:12395; }","duration":"344.12142ms","start":"2026-05-07T16:04:47.341232Z","end":"2026-05-07T16:04:47.685354Z","steps":["trace[1173096879] 'read index received' (duration: 264.395943ms)","trace[1173096879] 'applied index is now lower than readState.Index' (duration: 79.723387ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:04:47.685697Z","caller":"traceutil/trace.go:171","msg":"trace[1142942939] transaction","detail":"{read_only:false; response_revision:11977; number_of_response:1; }","duration":"300.882054ms","start":"2026-05-07T16:04:47.384763Z","end":"2026-05-07T16:04:47.685645Z","steps":["trace[1142942939] 'process raft request' (duration: 300.173221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:04:47.686294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.572978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:04:47.687002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.579648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:04:47.68706Z","caller":"traceutil/trace.go:171","msg":"trace[522564416] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11977; }","duration":"345.69359ms","start":"2026-05-07T16:04:47.341349Z","end":"2026-05-07T16:04:47.687043Z","steps":["trace[522564416] 'agreement among raft nodes before linearized reading' (duration: 345.552597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:04:47.687058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.814197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:04:47.687053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:04:47.38474Z","time spent":"301.628008ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:04:47.687087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:04:47.341318Z","time spent":"345.76295ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-05-07T16:04:47.687088Z","caller":"traceutil/trace.go:171","msg":"trace[399620482] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11977; }","duration":"345.171919ms","start":"2026-05-07T16:04:47.341189Z","end":"2026-05-07T16:04:47.686361Z","steps":["trace[399620482] 'agreement among raft nodes before linearized reading' (duration: 344.265782ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:04:47.687116Z","caller":"traceutil/trace.go:171","msg":"trace[1257529507] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11977; }","duration":"341.935459ms","start":"2026-05-07T16:04:47.345162Z","end":"2026-05-07T16:04:47.687097Z","steps":["trace[1257529507] 'agreement among raft nodes before linearized reading' (duration: 341.795026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:04:47.687151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:04:47.34515Z","time spent":"341.995049ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-05-07T16:04:47.687131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:04:47.341173Z","time spent":"345.944304ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-07T16:04:47.687168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.294177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-07T16:04:47.687221Z","caller":"traceutil/trace.go:171","msg":"trace[1419836888] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11977; }","duration":"341.368147ms","start":"2026-05-07T16:04:47.34583Z","end":"2026-05-07T16:04:47.687198Z","steps":["trace[1419836888] 'agreement among raft nodes before linearized reading' (duration: 341.086172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:04:47.687243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.068547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:04:47.68727Z","caller":"traceutil/trace.go:171","msg":"trace[1443431359] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11977; }","duration":"345.141699ms","start":"2026-05-07T16:04:47.342121Z","end":"2026-05-07T16:04:47.687263Z","steps":["trace[1443431359] 'agreement among raft nodes before linearized reading' (duration: 345.103308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:04:47.687287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:04:47.345818Z","time spent":"341.425428ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-05-07T16:04:47.687289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:04:47.342098Z","time spent":"345.186499ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-05-07T16:05:09.89022Z","caller":"traceutil/trace.go:171","msg":"trace[208077552] transaction","detail":"{read_only:false; response_revision:12114; number_of_response:1; }","duration":"119.009664ms","start":"2026-05-07T16:05:09.771184Z","end":"2026-05-07T16:05:09.890193Z","steps":["trace[208077552] 'process raft request' (duration: 118.549226ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:09.890457Z","caller":"traceutil/trace.go:171","msg":"trace[1047658854] transaction","detail":"{read_only:false; response_revision:12115; number_of_response:1; }","duration":"104.912537ms","start":"2026-05-07T16:05:09.785534Z","end":"2026-05-07T16:05:09.890446Z","steps":["trace[1047658854] 'process raft request' (duration: 104.397468ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:10.21365Z","caller":"traceutil/trace.go:171","msg":"trace[1898825611] transaction","detail":"{read_only:false; response_revision:12117; number_of_response:1; }","duration":"315.009176ms","start":"2026-05-07T16:05:09.898606Z","end":"2026-05-07T16:05:10.213615Z","steps":["trace[1898825611] 'process raft request' (duration: 314.706711ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:10.213796Z","caller":"traceutil/trace.go:171","msg":"trace[100526874] linearizableReadLoop","detail":"{readStateIndex:12544; appliedIndex:12542; }","duration":"268.608284ms","start":"2026-05-07T16:05:09.945158Z","end":"2026-05-07T16:05:10.213766Z","steps":["trace[100526874] 'read index received' (duration: 268.062794ms)","trace[100526874] 'applied index is now lower than readState.Index' (duration: 543.239µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:05:10.213856Z","caller":"traceutil/trace.go:171","msg":"trace[145415643] transaction","detail":"{read_only:false; response_revision:12118; number_of_response:1; }","duration":"315.131488ms","start":"2026-05-07T16:05:09.89869Z","end":"2026-05-07T16:05:10.213821Z","steps":["trace[145415643] 'process raft request' (duration: 314.857064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:10.213969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.793977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:05:10.214038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:05:09.898668Z","time spent":"315.273931ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:05:10.214062Z","caller":"traceutil/trace.go:171","msg":"trace[88301016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12118; }","duration":"268.925228ms","start":"2026-05-07T16:05:09.945114Z","end":"2026-05-07T16:05:10.214039Z","steps":["trace[88301016] 'agreement among raft nodes before linearized reading' (duration: 268.770286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:10.214217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.009365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:05:10.214164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:05:09.898591Z","time spent":"315.162439ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:05:10.214282Z","caller":"traceutil/trace.go:171","msg":"trace[1042652336] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12118; }","duration":"135.140147ms","start":"2026-05-07T16:05:10.079125Z","end":"2026-05-07T16:05:10.214265Z","steps":["trace[1042652336] 'agreement among raft nodes before linearized reading' (duration: 134.917742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:10.214293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.91535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T16:05:10.214884Z","caller":"traceutil/trace.go:171","msg":"trace[1699966416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12118; }","duration":"213.566152ms","start":"2026-05-07T16:05:10.001298Z","end":"2026-05-07T16:05:10.214864Z","steps":["trace[1699966416] 'agreement among raft nodes before linearized reading' (duration: 212.87536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:10.214861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.699211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T16:05:10.214968Z","caller":"traceutil/trace.go:171","msg":"trace[517623066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12118; }","duration":"226.868104ms","start":"2026-05-07T16:05:09.988079Z","end":"2026-05-07T16:05:10.214948Z","steps":["trace[517623066] 'agreement among raft nodes before linearized reading' (duration: 225.835505ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:11.187578Z","caller":"traceutil/trace.go:171","msg":"trace[333240905] linearizableReadLoop","detail":"{readStateIndex:12546; appliedIndex:12545; }","duration":"152.91652ms","start":"2026-05-07T16:05:11.034631Z","end":"2026-05-07T16:05:11.187547Z","steps":["trace[333240905] 'read index received' (duration: 152.648855ms)","trace[333240905] 'applied index is now lower than readState.Index' (duration: 266.365µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:05:11.187716Z","caller":"traceutil/trace.go:171","msg":"trace[229556933] transaction","detail":"{read_only:false; response_revision:12120; number_of_response:1; }","duration":"193.219912ms","start":"2026-05-07T16:05:10.994466Z","end":"2026-05-07T16:05:11.187686Z","steps":["trace[229556933] 'process raft request' (duration: 192.870996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:11.18775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.094993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:05:11.187759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.742327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:05:11.187792Z","caller":"traceutil/trace.go:171","msg":"trace[901155090] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12120; }","duration":"153.199495ms","start":"2026-05-07T16:05:11.03458Z","end":"2026-05-07T16:05:11.187779Z","steps":["trace[901155090] 'agreement among raft nodes before linearized reading' (duration: 153.106853ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:11.187828Z","caller":"traceutil/trace.go:171","msg":"trace[1156068562] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12120; }","duration":"152.820368ms","start":"2026-05-07T16:05:11.034973Z","end":"2026-05-07T16:05:11.187793Z","steps":["trace[1156068562] 'agreement among raft nodes before linearized reading' (duration: 152.741116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:11.187902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.888293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-07T16:05:11.187967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.949481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:05:11.188069Z","caller":"traceutil/trace.go:171","msg":"trace[1084313030] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12120; }","duration":"153.073542ms","start":"2026-05-07T16:05:11.03498Z","end":"2026-05-07T16:05:11.188054Z","steps":["trace[1084313030] 'agreement among raft nodes before linearized reading' (duration: 152.93661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:11.188043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.344378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-07T16:05:11.187983Z","caller":"traceutil/trace.go:171","msg":"trace[820230986] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12120; }","duration":"150.981935ms","start":"2026-05-07T16:05:11.036981Z","end":"2026-05-07T16:05:11.187963Z","steps":["trace[820230986] 'agreement among raft nodes before linearized reading' (duration: 150.762371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:11.188154Z","caller":"traceutil/trace.go:171","msg":"trace[388915563] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12120; }","duration":"147.524382ms","start":"2026-05-07T16:05:11.040603Z","end":"2026-05-07T16:05:11.188127Z","steps":["trace[388915563] 'agreement among raft nodes before linearized reading' (duration: 147.204246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:11.188316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.143134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:05:11.188442Z","caller":"traceutil/trace.go:171","msg":"trace[1691209008] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12120; }","duration":"153.446379ms","start":"2026-05-07T16:05:11.034969Z","end":"2026-05-07T16:05:11.188415Z","steps":["trace[1691209008] 'agreement among raft nodes before linearized reading' (duration: 152.982081ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:11.845907Z","caller":"traceutil/trace.go:171","msg":"trace[378937782] transaction","detail":"{read_only:false; response_revision:12123; number_of_response:1; }","duration":"136.165795ms","start":"2026-05-07T16:05:11.709697Z","end":"2026-05-07T16:05:11.845863Z","steps":["trace[378937782] 'process raft request' (duration: 135.531513ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:12.001123Z","caller":"traceutil/trace.go:171","msg":"trace[1092340113] transaction","detail":"{read_only:false; response_revision:12124; number_of_response:1; }","duration":"125.236057ms","start":"2026-05-07T16:05:11.875858Z","end":"2026-05-07T16:05:12.001094Z","steps":["trace[1092340113] 'process raft request' (duration: 39.934396ms)","trace[1092340113] 'compare' (duration: 85.091707ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:05:12.001608Z","caller":"traceutil/trace.go:171","msg":"trace[50622602] transaction","detail":"{read_only:false; response_revision:12125; number_of_response:1; }","duration":"103.676285ms","start":"2026-05-07T16:05:11.897917Z","end":"2026-05-07T16:05:12.001593Z","steps":["trace[50622602] 'process raft request' (duration: 103.125435ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:12.366824Z","caller":"traceutil/trace.go:171","msg":"trace[865295972] linearizableReadLoop","detail":"{readStateIndex:12554; appliedIndex:12553; }","duration":"147.36316ms","start":"2026-05-07T16:05:12.219436Z","end":"2026-05-07T16:05:12.366799Z","steps":["trace[865295972] 'read index received' (duration: 147.123145ms)","trace[865295972] 'applied index is now lower than readState.Index' (duration: 239.155µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:05:12.367031Z","caller":"traceutil/trace.go:171","msg":"trace[131376190] transaction","detail":"{read_only:false; response_revision:12128; number_of_response:1; }","duration":"228.016435ms","start":"2026-05-07T16:05:12.138961Z","end":"2026-05-07T16:05:12.366977Z","steps":["trace[131376190] 'process raft request' (duration: 227.665109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:12.367167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.717225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T16:05:12.367285Z","caller":"traceutil/trace.go:171","msg":"trace[523713045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12128; }","duration":"147.839568ms","start":"2026-05-07T16:05:12.219367Z","end":"2026-05-07T16:05:12.367206Z","steps":["trace[523713045] 'agreement among raft nodes before linearized reading' (duration: 147.619344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:05:12.367514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.605825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T16:05:12.367534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.691151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T16:05:12.367636Z","caller":"traceutil/trace.go:171","msg":"trace[1547805488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12128; }","duration":"147.751496ms","start":"2026-05-07T16:05:12.219844Z","end":"2026-05-07T16:05:12.367596Z","steps":["trace[1547805488] 'agreement among raft nodes before linearized reading' (duration: 147.44836ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:12.367645Z","caller":"traceutil/trace.go:171","msg":"trace[1658478380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12128; }","duration":"100.855184ms","start":"2026-05-07T16:05:12.266764Z","end":"2026-05-07T16:05:12.367619Z","steps":["trace[1658478380] 'agreement among raft nodes before linearized reading' (duration: 100.537937ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:05:12.620809Z","caller":"traceutil/trace.go:171","msg":"trace[859769089] linearizableReadLoop","detail":"{readStateIndex:12558; appliedIndex:12557; }","duration":"102.767378ms","start":"2026-05-07T16:05:12.518013Z","end":"2026-05-07T16:05:12.62078Z","steps":["trace[859769089] 'read index received' (duration: 82.324907ms)","trace[859769089] 'applied index is now lower than readState.Index' (duration: 20.441271ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:05:12.621053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.020063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T16:05:12.621023Z","caller":"traceutil/trace.go:171","msg":"trace[2085154326] transaction","detail":"{read_only:false; response_revision:12132; number_of_response:1; }","duration":"107.81771ms","start":"2026-05-07T16:05:12.513141Z","end":"2026-05-07T16:05:12.620958Z","steps":["trace[2085154326] 'process raft request' (duration: 87.329817ms)","trace[2085154326] 'compare' (duration: 19.944763ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:05:12.621096Z","caller":"traceutil/trace.go:171","msg":"trace[2122898564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:12132; }","duration":"103.118025ms","start":"2026-05-07T16:05:12.517967Z","end":"2026-05-07T16:05:12.621085Z","steps":["trace[2122898564] 'agreement among raft nodes before linearized reading' (duration: 102.915621ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:06:05.115584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10304} {"level":"info","ts":"2026-05-07T16:06:05.202231Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10304,"took":"83.955916ms","hash":1501410582,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":25976832,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-07T16:06:05.202311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1501410582,"revision":10304,"compact-revision":7986} {"level":"warn","ts":"2026-05-07T16:06:37.898328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.201497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T16:06:37.898586Z","caller":"traceutil/trace.go:171","msg":"trace[1236221896] transaction","detail":"{read_only:false; response_revision:12685; number_of_response:1; }","duration":"166.510327ms","start":"2026-05-07T16:06:37.732047Z","end":"2026-05-07T16:06:37.898557Z","steps":["trace[1236221896] 'process raft request' (duration: 57.798211ms)","trace[1236221896] 'compare' (duration: 107.880651ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:06:37.898611Z","caller":"traceutil/trace.go:171","msg":"trace[1245673481] linearizableReadLoop","detail":"{readStateIndex:13130; appliedIndex:13129; }","duration":"148.313156ms","start":"2026-05-07T16:06:37.750275Z","end":"2026-05-07T16:06:37.898588Z","steps":["trace[1245673481] 'read index received' (duration: 39.511939ms)","trace[1245673481] 'applied index is now lower than readState.Index' (duration: 108.799237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:06:37.898846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.544731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T16:06:37.898978Z","caller":"traceutil/trace.go:171","msg":"trace[1832941969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12685; }","duration":"148.742265ms","start":"2026-05-07T16:06:37.750207Z","end":"2026-05-07T16:06:37.898949Z","steps":["trace[1832941969] 'agreement among raft nodes before linearized reading' (duration: 148.454019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:06:46.5804Z","caller":"traceutil/trace.go:171","msg":"trace[390098565] transaction","detail":"{read_only:false; response_revision:12758; number_of_response:1; }","duration":"176.886866ms","start":"2026-05-07T16:06:46.40349Z","end":"2026-05-07T16:06:46.580377Z","steps":["trace[390098565] 'process raft request' (duration: 176.718313ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:06:46.721899Z","caller":"traceutil/trace.go:171","msg":"trace[1655402083] transaction","detail":"{read_only:false; response_revision:12759; number_of_response:1; }","duration":"294.003364ms","start":"2026-05-07T16:06:46.427867Z","end":"2026-05-07T16:06:46.721871Z","steps":["trace[1655402083] 'process raft request' (duration: 265.281783ms)","trace[1655402083] 'compare' (duration: 28.532938ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:06:46.722097Z","caller":"traceutil/trace.go:171","msg":"trace[460819591] transaction","detail":"{read_only:false; response_revision:12760; number_of_response:1; }","duration":"271.75219ms","start":"2026-05-07T16:06:46.45031Z","end":"2026-05-07T16:06:46.722063Z","steps":["trace[460819591] 'process raft request' (duration: 271.506836ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:06:46.722085Z","caller":"traceutil/trace.go:171","msg":"trace[253667177] linearizableReadLoop","detail":"{readStateIndex:13208; appliedIndex:13205; }","duration":"265.411564ms","start":"2026-05-07T16:06:46.456627Z","end":"2026-05-07T16:06:46.722039Z","steps":["trace[253667177] 'read index received' (duration: 123.624767ms)","trace[253667177] 'applied index is now lower than readState.Index' (duration: 141.784647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:06:46.72245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.814342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T16:06:46.722508Z","caller":"traceutil/trace.go:171","msg":"trace[1896580609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12760; }","duration":"265.913614ms","start":"2026-05-07T16:06:46.456576Z","end":"2026-05-07T16:06:46.72249Z","steps":["trace[1896580609] 'agreement among raft nodes before linearized reading' (duration: 265.75126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:06:46.722544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.901261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:06:46.722627Z","caller":"traceutil/trace.go:171","msg":"trace[1172074450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12760; }","duration":"191.041533ms","start":"2026-05-07T16:06:46.531563Z","end":"2026-05-07T16:06:46.722604Z","steps":["trace[1172074450] 'agreement among raft nodes before linearized reading' (duration: 190.904451ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:09:47.163057Z","caller":"traceutil/trace.go:171","msg":"trace[489013436] transaction","detail":"{read_only:false; response_revision:14040; number_of_response:1; }","duration":"109.0884ms","start":"2026-05-07T16:09:47.053938Z","end":"2026-05-07T16:09:47.163026Z","steps":["trace[489013436] 'process raft request' (duration: 87.212784ms)","trace[489013436] 'compare' (duration: 21.704622ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:11:05.121028Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12489} {"level":"info","ts":"2026-05-07T16:11:05.202445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12489,"took":"79.127466ms","hash":4000899779,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":27910144,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-07T16:11:05.202578Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4000899779,"revision":12489,"compact-revision":10304} {"level":"info","ts":"2026-05-07T16:11:07.966883Z","caller":"traceutil/trace.go:171","msg":"trace[1125396904] transaction","detail":"{read_only:false; response_revision:14561; number_of_response:1; }","duration":"186.583843ms","start":"2026-05-07T16:11:07.780273Z","end":"2026-05-07T16:11:07.966857Z","steps":["trace[1125396904] 'process raft request' (duration: 186.422161ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:07.973311Z","caller":"traceutil/trace.go:171","msg":"trace[1534741140] transaction","detail":"{read_only:false; response_revision:14562; number_of_response:1; }","duration":"128.645032ms","start":"2026-05-07T16:11:07.844634Z","end":"2026-05-07T16:11:07.973279Z","steps":["trace[1534741140] 'process raft request' (duration: 128.483849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:29.211177Z","caller":"traceutil/trace.go:171","msg":"trace[2050836138] transaction","detail":"{read_only:false; response_revision:14679; number_of_response:1; }","duration":"169.928926ms","start":"2026-05-07T16:11:29.04122Z","end":"2026-05-07T16:11:29.211149Z","steps":["trace[2050836138] 'process raft request' (duration: 169.740572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:29.590088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.39311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T16:11:29.590156Z","caller":"traceutil/trace.go:171","msg":"trace[1585455468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14679; }","duration":"173.507912ms","start":"2026-05-07T16:11:29.416632Z","end":"2026-05-07T16:11:29.59014Z","steps":["trace[1585455468] 'range keys from in-memory index tree' (duration: 173.184916ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:29.731244Z","caller":"traceutil/trace.go:171","msg":"trace[1000630625] transaction","detail":"{read_only:false; response_revision:14680; number_of_response:1; }","duration":"136.698561ms","start":"2026-05-07T16:11:29.594509Z","end":"2026-05-07T16:11:29.731207Z","steps":["trace[1000630625] 'process raft request' (duration: 136.545947ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:38.461085Z","caller":"traceutil/trace.go:171","msg":"trace[433493496] transaction","detail":"{read_only:false; response_revision:14723; number_of_response:1; }","duration":"359.346443ms","start":"2026-05-07T16:11:38.101713Z","end":"2026-05-07T16:11:38.46106Z","steps":["trace[433493496] 'process raft request' (duration: 359.20975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:38.461231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:38.101686Z","time spent":"359.476195ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:11:38.601326Z","caller":"traceutil/trace.go:171","msg":"trace[980858060] linearizableReadLoop","detail":"{readStateIndex:15242; appliedIndex:15240; }","duration":"471.342526ms","start":"2026-05-07T16:11:38.129952Z","end":"2026-05-07T16:11:38.601295Z","steps":["trace[980858060] 'read index received' (duration: 330.971737ms)","trace[980858060] 'applied index is now lower than readState.Index' (duration: 140.369299ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:11:38.601369Z","caller":"traceutil/trace.go:171","msg":"trace[1597401221] transaction","detail":"{read_only:false; response_revision:14724; number_of_response:1; }","duration":"498.482428ms","start":"2026-05-07T16:11:38.102859Z","end":"2026-05-07T16:11:38.601341Z","steps":["trace[1597401221] 'process raft request' (duration: 498.196613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:38.601516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:38.102835Z","time spent":"498.609131ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:11:38.601546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.56863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T16:11:38.601618Z","caller":"traceutil/trace.go:171","msg":"trace[1273831225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14724; }","duration":"471.701153ms","start":"2026-05-07T16:11:38.129899Z","end":"2026-05-07T16:11:38.6016Z","steps":["trace[1273831225] 'agreement among raft nodes before linearized reading' (duration: 471.54137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:38.601615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.074833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-07T16:11:38.601659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:38.12988Z","time spent":"471.771504ms","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:11:38.60168Z","caller":"traceutil/trace.go:171","msg":"trace[1011347155] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14724; }","duration":"389.175145ms","start":"2026-05-07T16:11:38.212482Z","end":"2026-05-07T16:11:38.601658Z","steps":["trace[1011347155] 'agreement among raft nodes before linearized reading' (duration: 388.987951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:38.601739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:38.21246Z","time spent":"389.265836ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:11:38.602387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.534075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T16:11:38.602481Z","caller":"traceutil/trace.go:171","msg":"trace[1157296939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14724; }","duration":"225.700799ms","start":"2026-05-07T16:11:38.376755Z","end":"2026-05-07T16:11:38.602456Z","steps":["trace[1157296939] 'agreement among raft nodes before linearized reading' (duration: 224.844173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:46.777575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.473549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T16:11:46.777912Z","caller":"traceutil/trace.go:171","msg":"trace[162908459] linearizableReadLoop","detail":"{readStateIndex:15302; appliedIndex:15301; }","duration":"130.656509ms","start":"2026-05-07T16:11:46.647234Z","end":"2026-05-07T16:11:46.77789Z","steps":["trace[162908459] 'read index received' (duration: 22.730781ms)","trace[162908459] 'applied index is now lower than readState.Index' (duration: 107.924188ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:11:46.777974Z","caller":"traceutil/trace.go:171","msg":"trace[565609670] transaction","detail":"{read_only:false; response_revision:14780; number_of_response:1; }","duration":"151.30376ms","start":"2026-05-07T16:11:46.626618Z","end":"2026-05-07T16:11:46.777922Z","steps":["trace[565609670] 'process raft request' (duration: 43.352632ms)","trace[565609670] 'compare' (duration: 107.061022ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:11:46.778145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.944629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-dn2nb\" ","response":"range_response_count:1 size:11624"} {"level":"info","ts":"2026-05-07T16:11:46.778207Z","caller":"traceutil/trace.go:171","msg":"trace[2100771564] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-dn2nb; range_end:; response_count:1; response_revision:14780; }","duration":"128.03251ms","start":"2026-05-07T16:11:46.650158Z","end":"2026-05-07T16:11:46.778191Z","steps":["trace[2100771564] 'agreement among raft nodes before linearized reading' (duration: 127.855807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:46.77834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.103018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T16:11:46.778382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.591715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T16:11:46.778403Z","caller":"traceutil/trace.go:171","msg":"trace[277965933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14780; }","duration":"105.612355ms","start":"2026-05-07T16:11:46.672785Z","end":"2026-05-07T16:11:46.778397Z","steps":["trace[277965933] 'agreement among raft nodes before linearized reading' (duration: 105.557594ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:46.7784Z","caller":"traceutil/trace.go:171","msg":"trace[1845980412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14780; }","duration":"131.195289ms","start":"2026-05-07T16:11:46.647184Z","end":"2026-05-07T16:11:46.778379Z","steps":["trace[1845980412] 'agreement among raft nodes before linearized reading' (duration: 131.087477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:48.774028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.789596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:11:48.774123Z","caller":"traceutil/trace.go:171","msg":"trace[757585714] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14789; }","duration":"631.971559ms","start":"2026-05-07T16:11:48.142126Z","end":"2026-05-07T16:11:48.774098Z","steps":["trace[757585714] 'count revisions from in-memory index tree' (duration: 631.600963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:48.774162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.142088Z","time spent":"632.062681ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:11:48.774235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.301917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:11:48.774276Z","caller":"traceutil/trace.go:171","msg":"trace[712372610] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14789; }","duration":"920.364418ms","start":"2026-05-07T16:11:47.853902Z","end":"2026-05-07T16:11:48.774267Z","steps":["trace[712372610] 'range keys from in-memory index tree' (duration: 920.238506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:48.774306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:47.853887Z","time spent":"920.41217ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-05-07T16:11:48.774511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.652528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T16:11:48.774539Z","caller":"traceutil/trace.go:171","msg":"trace[1763068009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:14789; }","duration":"783.72682ms","start":"2026-05-07T16:11:47.990805Z","end":"2026-05-07T16:11:48.774532Z","steps":["trace[1763068009] 'range keys from in-memory index tree' (duration: 783.470445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:48.774561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:47.990774Z","time spent":"783.77861ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-qwcmt\" "} {"level":"warn","ts":"2026-05-07T16:11:49.036276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893715776,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:11:49.142877Z","caller":"traceutil/trace.go:171","msg":"trace[342009677] transaction","detail":"{read_only:false; response_revision:14790; number_of_response:1; }","duration":"648.124109ms","start":"2026-05-07T16:11:48.494724Z","end":"2026-05-07T16:11:49.142848Z","steps":["trace[342009677] 'process raft request' (duration: 647.781391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.14329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.494696Z","time spent":"648.347203ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:11:49.582104Z","caller":"traceutil/trace.go:171","msg":"trace[1266200442] linearizableReadLoop","detail":"{readStateIndex:15313; appliedIndex:15311; }","duration":"1.04690265s","start":"2026-05-07T16:11:48.53517Z","end":"2026-05-07T16:11:49.582073Z","steps":["trace[1266200442] 'read index received' (duration: 607.237991ms)","trace[1266200442] 'applied index is now lower than readState.Index' (duration: 439.663369ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:11:49.582234Z","caller":"traceutil/trace.go:171","msg":"trace[362929365] transaction","detail":"{read_only:false; response_revision:14791; number_of_response:1; }","duration":"799.523381ms","start":"2026-05-07T16:11:48.782655Z","end":"2026-05-07T16:11:49.582179Z","steps":["trace[362929365] 'process raft request' (duration: 799.246296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.582479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047273148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T16:11:49.582608Z","caller":"traceutil/trace.go:171","msg":"trace[974584527] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:14791; }","duration":"1.047469441s","start":"2026-05-07T16:11:48.535108Z","end":"2026-05-07T16:11:49.582577Z","steps":["trace[974584527] 'agreement among raft nodes before linearized reading' (duration: 1.047082593s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.582675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.535066Z","time spent":"1.047597664s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-05-07T16:11:49.582648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.782627Z","time spent":"799.868859ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:11:49.583188Z","caller":"traceutil/trace.go:171","msg":"trace[1090371377] transaction","detail":"{read_only:false; response_revision:14792; number_of_response:1; }","duration":"275.082352ms","start":"2026-05-07T16:11:49.308073Z","end":"2026-05-07T16:11:49.583155Z","steps":["trace[1090371377] 'process raft request' (duration: 274.811728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.583462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005079866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:11:49.583506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.464901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T16:11:49.583543Z","caller":"traceutil/trace.go:171","msg":"trace[1920453689] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:14793; }","duration":"1.00521218s","start":"2026-05-07T16:11:48.578311Z","end":"2026-05-07T16:11:49.583523Z","steps":["trace[1920453689] 'agreement among raft nodes before linearized reading' (duration: 1.005012116s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:49.583559Z","caller":"traceutil/trace.go:171","msg":"trace[1927411752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14793; }","duration":"785.555293ms","start":"2026-05-07T16:11:48.79799Z","end":"2026-05-07T16:11:49.583546Z","steps":["trace[1927411752] 'agreement among raft nodes before linearized reading' (duration: 785.34374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.583567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.669709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-07T16:11:49.583597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.57829Z","time spent":"1.005294921s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:11:49.583601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.797974Z","time spent":"785.619744ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T16:11:49.583644Z","caller":"traceutil/trace.go:171","msg":"trace[196252775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14793; }","duration":"715.800912ms","start":"2026-05-07T16:11:48.867822Z","end":"2026-05-07T16:11:49.583623Z","steps":["trace[196252775] 'agreement among raft nodes before linearized reading' (duration: 715.504965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.583696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.687809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T16:11:49.583724Z","caller":"traceutil/trace.go:171","msg":"trace[920802536] transaction","detail":"{read_only:false; response_revision:14793; number_of_response:1; }","duration":"195.672762ms","start":"2026-05-07T16:11:49.388037Z","end":"2026-05-07T16:11:49.58371Z","steps":["trace[920802536] 'process raft request' (duration: 195.070181ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:49.583754Z","caller":"traceutil/trace.go:171","msg":"trace[917732266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14793; }","duration":"776.73963ms","start":"2026-05-07T16:11:48.806993Z","end":"2026-05-07T16:11:49.583732Z","steps":["trace[917732266] 'agreement among raft nodes before linearized reading' (duration: 776.627908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.583805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.806989Z","time spent":"776.809691ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:11:49.583812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.351198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:11:49.583694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.867803Z","time spent":"715.881524ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T16:11:49.583855Z","caller":"traceutil/trace.go:171","msg":"trace[305105822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14793; }","duration":"638.42536ms","start":"2026-05-07T16:11:48.945412Z","end":"2026-05-07T16:11:49.583838Z","steps":["trace[305105822] 'agreement among raft nodes before linearized reading' (duration: 638.374759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.58392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.945381Z","time spent":"638.523911ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:11:49.583763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.825983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T16:11:49.584096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.099266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T16:11:49.58414Z","caller":"traceutil/trace.go:171","msg":"trace[1072809486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14793; }","duration":"777.154738ms","start":"2026-05-07T16:11:48.806974Z","end":"2026-05-07T16:11:49.584129Z","steps":["trace[1072809486] 'agreement among raft nodes before linearized reading' (duration: 776.931694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.584177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.80697Z","time spent":"777.199688ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:11:49.584138Z","caller":"traceutil/trace.go:171","msg":"trace[998555152] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14793; }","duration":"164.236601ms","start":"2026-05-07T16:11:49.419886Z","end":"2026-05-07T16:11:49.584123Z","steps":["trace[998555152] 'agreement among raft nodes before linearized reading' (duration: 163.835674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.58358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.612247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T16:11:49.584331Z","caller":"traceutil/trace.go:171","msg":"trace[400877502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14793; }","duration":"777.387311ms","start":"2026-05-07T16:11:48.806934Z","end":"2026-05-07T16:11:49.584322Z","steps":["trace[400877502] 'agreement among raft nodes before linearized reading' (duration: 776.396123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.584365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.806925Z","time spent":"777.431142ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:11:49.585441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.566902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:64 size:597336"} {"level":"info","ts":"2026-05-07T16:11:49.585533Z","caller":"traceutil/trace.go:171","msg":"trace[1002273087] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:64; response_revision:14793; }","duration":"806.726844ms","start":"2026-05-07T16:11:48.778786Z","end":"2026-05-07T16:11:49.585513Z","steps":["trace[1002273087] 'agreement among raft nodes before linearized reading' (duration: 804.719217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:49.585704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:48.778759Z","time spent":"806.879918ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":64,"response size":597360,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T16:11:51.177899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.461704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:11:51.177993Z","caller":"traceutil/trace.go:171","msg":"trace[2005792110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14807; }","duration":"232.632876ms","start":"2026-05-07T16:11:50.945339Z","end":"2026-05-07T16:11:51.177971Z","steps":["trace[2005792110] 'range keys from in-memory index tree' (duration: 232.280501ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:59.585483Z","caller":"traceutil/trace.go:171","msg":"trace[1399503069] transaction","detail":"{read_only:false; response_revision:14960; number_of_response:1; }","duration":"336.805986ms","start":"2026-05-07T16:11:59.248649Z","end":"2026-05-07T16:11:59.585455Z","steps":["trace[1399503069] 'process raft request' (duration: 336.579202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:59.585647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.248618Z","time spent":"336.948759ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:11:59.806721Z","caller":"traceutil/trace.go:171","msg":"trace[2055387057] transaction","detail":"{read_only:false; response_revision:14961; number_of_response:1; }","duration":"320.494573ms","start":"2026-05-07T16:11:59.486199Z","end":"2026-05-07T16:11:59.806694Z","steps":["trace[2055387057] 'process raft request' (duration: 231.7304ms)","trace[2055387057] 'compare' (duration: 88.420827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:11:59.806856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.486154Z","time spent":"320.638126ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T16:11:59.807049Z","caller":"traceutil/trace.go:171","msg":"trace[1314073767] linearizableReadLoop","detail":"{readStateIndex:15489; appliedIndex:15486; }","duration":"154.838736ms","start":"2026-05-07T16:11:59.652179Z","end":"2026-05-07T16:11:59.807017Z","steps":["trace[1314073767] 'read index received' (duration: 65.730647ms)","trace[1314073767] 'applied index is now lower than readState.Index' (duration: 89.106679ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:11:59.807217Z","caller":"traceutil/trace.go:171","msg":"trace[1513506557] transaction","detail":"{read_only:false; response_revision:14963; number_of_response:1; }","duration":"183.603719ms","start":"2026-05-07T16:11:59.623594Z","end":"2026-05-07T16:11:59.807197Z","steps":["trace[1513506557] 'process raft request' (duration: 183.293714ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:59.807189Z","caller":"traceutil/trace.go:171","msg":"trace[1762387449] transaction","detail":"{read_only:false; response_revision:14962; number_of_response:1; }","duration":"184.278751ms","start":"2026-05-07T16:11:59.622854Z","end":"2026-05-07T16:11:59.807133Z","steps":["trace[1762387449] 'process raft request' (duration: 183.731631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:59.807514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.741253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T16:11:59.807558Z","caller":"traceutil/trace.go:171","msg":"trace[611005466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:14963; }","duration":"135.849964ms","start":"2026-05-07T16:11:59.671696Z","end":"2026-05-07T16:11:59.807546Z","steps":["trace[611005466] 'agreement among raft nodes before linearized reading' (duration: 135.695862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:59.807608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.408947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T16:11:59.807676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.165321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T16:11:59.807666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.903754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T16:11:59.807702Z","caller":"traceutil/trace.go:171","msg":"trace[910655221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14963; }","duration":"155.562ms","start":"2026-05-07T16:11:59.652115Z","end":"2026-05-07T16:11:59.807677Z","steps":["trace[910655221] 'agreement among raft nodes before linearized reading' (duration: 155.280305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:59.807702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.454027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T16:11:59.807746Z","caller":"traceutil/trace.go:171","msg":"trace[332320093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14963; }","duration":"150.282553ms","start":"2026-05-07T16:11:59.657444Z","end":"2026-05-07T16:11:59.807726Z","steps":["trace[332320093] 'agreement among raft nodes before linearized reading' (duration: 149.977777ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:59.807765Z","caller":"traceutil/trace.go:171","msg":"trace[1383001305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14963; }","duration":"151.034506ms","start":"2026-05-07T16:11:59.656707Z","end":"2026-05-07T16:11:59.807741Z","steps":["trace[1383001305] 'agreement among raft nodes before linearized reading' (duration: 150.624398ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:11:59.80779Z","caller":"traceutil/trace.go:171","msg":"trace[1647465341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14963; }","duration":"149.565189ms","start":"2026-05-07T16:11:59.658204Z","end":"2026-05-07T16:11:59.807769Z","steps":["trace[1647465341] 'agreement among raft nodes before linearized reading' (duration: 149.208403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.654959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.813961892s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T16:12:01.655576Z","caller":"traceutil/trace.go:171","msg":"trace[1828699074] linearizableReadLoop","detail":"{readStateIndex:15494; appliedIndex:15489; }","duration":"1.816919136s","start":"2026-05-07T16:11:59.838631Z","end":"2026-05-07T16:12:01.655551Z","steps":["trace[1828699074] 'read index received' (duration: 2.337632ms)","trace[1828699074] 'applied index is now lower than readState.Index' (duration: 1.814580554s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:12:01.655602Z","caller":"traceutil/trace.go:171","msg":"trace[166559291] transaction","detail":"{read_only:false; response_revision:14965; number_of_response:1; }","duration":"1.842049881s","start":"2026-05-07T16:11:59.813496Z","end":"2026-05-07T16:12:01.655546Z","steps":["trace[166559291] 'process raft request' (duration: 1.841706544s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:12:01.655655Z","caller":"traceutil/trace.go:171","msg":"trace[1594045742] transaction","detail":"{read_only:false; response_revision:14967; number_of_response:1; }","duration":"1.841902019s","start":"2026-05-07T16:11:59.813696Z","end":"2026-05-07T16:12:01.655598Z","steps":["trace[1594045742] 'process raft request' (duration: 1.841727865s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:12:01.655724Z","caller":"traceutil/trace.go:171","msg":"trace[202223047] transaction","detail":"{read_only:false; response_revision:14966; number_of_response:1; }","duration":"1.842050232s","start":"2026-05-07T16:11:59.813624Z","end":"2026-05-07T16:12:01.655674Z","steps":["trace[202223047] 'process raft request' (duration: 1.841758476s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:12:01.655737Z","caller":"traceutil/trace.go:171","msg":"trace[1629226895] transaction","detail":"{read_only:false; response_revision:14968; number_of_response:1; }","duration":"1.841741306s","start":"2026-05-07T16:11:59.813959Z","end":"2026-05-07T16:12:01.655701Z","steps":["trace[1629226895] 'process raft request' (duration: 1.841496051s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.655829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.81347Z","time spent":"1.842243345s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:12:01.655871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817212532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-07T16:12:01.655873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.813675Z","time spent":"1.842085142s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:12:01.655934Z","caller":"traceutil/trace.go:171","msg":"trace[699150470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14968; }","duration":"1.817318444s","start":"2026-05-07T16:11:59.8386Z","end":"2026-05-07T16:12:01.655918Z","steps":["trace[699150470] 'agreement among raft nodes before linearized reading' (duration: 1.81708237s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.655932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.813612Z","time spent":"1.842190494s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:12:01.655984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.838588Z","time spent":"1.817385125s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:12:01.656011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.813954Z","time spent":"1.84193647s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:12:01.677089Z","caller":"traceutil/trace.go:171","msg":"trace[498285184] transaction","detail":"{read_only:false; response_revision:14970; number_of_response:1; }","duration":"1.230139084s","start":"2026-05-07T16:12:00.446928Z","end":"2026-05-07T16:12:01.677067Z","steps":["trace[498285184] 'process raft request' (duration: 1.230058992s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.677245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:12:00.446899Z","time spent":"1.230263126s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:12:01.677086Z","caller":"traceutil/trace.go:171","msg":"trace[1284950230] transaction","detail":"{read_only:false; response_revision:14969; number_of_response:1; }","duration":"1.789596931s","start":"2026-05-07T16:11:59.887461Z","end":"2026-05-07T16:12:01.677058Z","steps":["trace[1284950230] 'process raft request' (duration: 1.789377557s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.677525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.887435Z","time spent":"1.789960718s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:12:01.677602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.819795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:12:01.677658Z","caller":"traceutil/trace.go:171","msg":"trace[1322095497] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:14971; }","duration":"377.901646ms","start":"2026-05-07T16:12:01.299742Z","end":"2026-05-07T16:12:01.677644Z","steps":["trace[1322095497] 'agreement among raft nodes before linearized reading' (duration: 377.642811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.677688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676288363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2805c083-9fc5-4c40-b290-101af3300b4a\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-05-07T16:12:01.677736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731711159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:12:01.677739Z","caller":"traceutil/trace.go:171","msg":"trace[971880583] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2805c083-9fc5-4c40-b290-101af3300b4a; range_end:; response_count:1; response_revision:14971; }","duration":"1.676353854s","start":"2026-05-07T16:12:00.001372Z","end":"2026-05-07T16:12:01.677726Z","steps":["trace[971880583] 'agreement among raft nodes before linearized reading' (duration: 1.676204262s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:12:01.677765Z","caller":"traceutil/trace.go:171","msg":"trace[1897251389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14971; }","duration":"1.73176037s","start":"2026-05-07T16:11:59.945997Z","end":"2026-05-07T16:12:01.677757Z","steps":["trace[1897251389] 'agreement among raft nodes before linearized reading' (duration: 1.731717389s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.677801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.945982Z","time spent":"1.731814811s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:12:01.677851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.133982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T16:12:01.677883Z","caller":"traceutil/trace.go:171","msg":"trace[874170856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14971; }","duration":"384.211162ms","start":"2026-05-07T16:12:01.293665Z","end":"2026-05-07T16:12:01.677876Z","steps":["trace[874170856] 'agreement among raft nodes before linearized reading' (duration: 384.125171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.677909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:12:01.29364Z","time spent":"384.263234ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T16:12:01.678004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.059195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:12:01.678039Z","caller":"traceutil/trace.go:171","msg":"trace[427435461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14971; }","duration":"388.095016ms","start":"2026-05-07T16:12:01.289934Z","end":"2026-05-07T16:12:01.678029Z","steps":["trace[427435461] 'agreement among raft nodes before linearized reading' (duration: 388.044285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.678041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77277729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T16:12:01.67807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:12:01.289914Z","time spent":"388.148006ms","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:12:01.678118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83657187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:12:01.678155Z","caller":"traceutil/trace.go:171","msg":"trace[1826782388] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14971; }","duration":"1.836610821s","start":"2026-05-07T16:11:59.841534Z","end":"2026-05-07T16:12:01.678145Z","steps":["trace[1826782388] 'agreement among raft nodes before linearized reading' (duration: 1.83655643s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.678185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.841455Z","time spent":"1.836721533s","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:12:01.67825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.722752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T16:12:01.678286Z","caller":"traceutil/trace.go:171","msg":"trace[1209085311] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14971; }","duration":"472.759612ms","start":"2026-05-07T16:12:01.205518Z","end":"2026-05-07T16:12:01.678277Z","steps":["trace[1209085311] 'agreement among raft nodes before linearized reading' (duration: 472.697821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.677771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:12:00.001365Z","time spent":"1.676399365s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2805c083-9fc5-4c40-b290-101af3300b4a\" "} {"level":"warn","ts":"2026-05-07T16:12:01.678405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.217876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-05-07T16:12:01.678436Z","caller":"traceutil/trace.go:171","msg":"trace[1461797015] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:14971; }","duration":"792.287578ms","start":"2026-05-07T16:12:00.88614Z","end":"2026-05-07T16:12:01.678428Z","steps":["trace[1461797015] 'agreement among raft nodes before linearized reading' (duration: 792.192256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.67846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:12:00.88611Z","time spent":"792.344578ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-05-07T16:12:01.677695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:12:01.299732Z","time spent":"377.954477ms","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":160,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:12:01.678539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838469275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2805c083-9fc5-4c40-b290-101af3300b4a\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-05-07T16:12:01.678315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:12:01.205495Z","time spent":"472.812264ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:12:01.678673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.521092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-05-07T16:12:01.678705Z","caller":"traceutil/trace.go:171","msg":"trace[1045241171] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:14971; }","duration":"792.584363ms","start":"2026-05-07T16:12:00.886111Z","end":"2026-05-07T16:12:01.678695Z","steps":["trace[1045241171] 'agreement among raft nodes before linearized reading' (duration: 792.489231ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:12:01.678669Z","caller":"traceutil/trace.go:171","msg":"trace[1448520735] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2805c083-9fc5-4c40-b290-101af3300b4a; range_end:; response_count:1; response_revision:14971; }","duration":"1.838619688s","start":"2026-05-07T16:11:59.840006Z","end":"2026-05-07T16:12:01.678626Z","steps":["trace[1448520735] 'agreement among raft nodes before linearized reading' (duration: 1.838267592s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.678802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677164779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-349ff93e-ca49-40bb-b53f-f267344de10b\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-05-07T16:12:01.678822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.839999Z","time spent":"1.838769431s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2805c083-9fc5-4c40-b290-101af3300b4a\" "} {"level":"warn","ts":"2026-05-07T16:12:01.678735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:12:00.886093Z","time spent":"792.632824ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-05-07T16:12:01.678073Z","caller":"traceutil/trace.go:171","msg":"trace[188933645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14971; }","duration":"1.772831171s","start":"2026-05-07T16:11:59.905233Z","end":"2026-05-07T16:12:01.678064Z","steps":["trace[188933645] 'agreement among raft nodes before linearized reading' (duration: 1.77273246s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.67924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:59.905221Z","time spent":"1.774004562s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T16:12:01.678839Z","caller":"traceutil/trace.go:171","msg":"trace[301448683] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-349ff93e-ca49-40bb-b53f-f267344de10b; range_end:; response_count:1; response_revision:14971; }","duration":"1.677250181s","start":"2026-05-07T16:12:00.00158Z","end":"2026-05-07T16:12:01.67883Z","steps":["trace[301448683] 'agreement among raft nodes before linearized reading' (duration: 1.67717208s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:12:01.679414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:12:00.001555Z","time spent":"1.677849382s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-349ff93e-ca49-40bb-b53f-f267344de10b\" "} {"level":"info","ts":"2026-05-07T16:12:05.937512Z","caller":"traceutil/trace.go:171","msg":"trace[30798458] transaction","detail":"{read_only:false; response_revision:15086; number_of_response:1; }","duration":"109.557599ms","start":"2026-05-07T16:12:05.827924Z","end":"2026-05-07T16:12:05.937482Z","steps":["trace[30798458] 'process raft request' (duration: 109.218722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:12:05.963029Z","caller":"traceutil/trace.go:171","msg":"trace[801734811] transaction","detail":"{read_only:false; response_revision:15087; number_of_response:1; }","duration":"133.326518ms","start":"2026-05-07T16:12:05.829654Z","end":"2026-05-07T16:12:05.962981Z","steps":["trace[801734811] 'process raft request' (duration: 133.028502ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:12:05.963158Z","caller":"traceutil/trace.go:171","msg":"trace[272595793] transaction","detail":"{read_only:false; response_revision:15088; number_of_response:1; }","duration":"126.92334ms","start":"2026-05-07T16:12:05.8362Z","end":"2026-05-07T16:12:05.963123Z","steps":["trace[272595793] 'process raft request' (duration: 126.646995ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:06.199337Z","caller":"traceutil/trace.go:171","msg":"trace[101062230] linearizableReadLoop","detail":"{readStateIndex:16419; appliedIndex:16418; }","duration":"105.287669ms","start":"2026-05-07T16:13:06.094014Z","end":"2026-05-07T16:13:06.199302Z","steps":["trace[101062230] 'read index received' (duration: 105.205508ms)","trace[101062230] 'applied index is now lower than readState.Index' (duration: 80.791µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:13:06.199467Z","caller":"traceutil/trace.go:171","msg":"trace[2093855234] transaction","detail":"{read_only:false; response_revision:15867; number_of_response:1; }","duration":"111.011205ms","start":"2026-05-07T16:13:06.088394Z","end":"2026-05-07T16:13:06.199405Z","steps":["trace[2093855234] 'process raft request' (duration: 110.677489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:06.199553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.498573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:06.199601Z","caller":"traceutil/trace.go:171","msg":"trace[502335379] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15867; }","duration":"105.594445ms","start":"2026-05-07T16:13:06.093993Z","end":"2026-05-07T16:13:06.199588Z","steps":["trace[502335379] 'agreement among raft nodes before linearized reading' (duration: 105.480593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:06.202457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.201934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:06.202526Z","caller":"traceutil/trace.go:171","msg":"trace[827457946] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15869; }","duration":"108.344696ms","start":"2026-05-07T16:13:06.094165Z","end":"2026-05-07T16:13:06.202509Z","steps":["trace[827457946] 'agreement among raft nodes before linearized reading' (duration: 108.110942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:06.694029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.309952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:06.694114Z","caller":"traceutil/trace.go:171","msg":"trace[945377686] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15873; }","duration":"231.472295ms","start":"2026-05-07T16:13:06.462622Z","end":"2026-05-07T16:13:06.694094Z","steps":["trace[945377686] 'range keys from in-memory index tree' (duration: 231.204551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:06.694193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.051573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:06.694236Z","caller":"traceutil/trace.go:171","msg":"trace[1941073128] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15873; }","duration":"227.163495ms","start":"2026-05-07T16:13:06.46706Z","end":"2026-05-07T16:13:06.694224Z","steps":["trace[1941073128] 'range keys from in-memory index tree' (duration: 226.833239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:06.694234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.17718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-07T16:13:06.694377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.017615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:06.694411Z","caller":"traceutil/trace.go:171","msg":"trace[1174647893] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15873; }","duration":"124.089457ms","start":"2026-05-07T16:13:06.57031Z","end":"2026-05-07T16:13:06.694399Z","steps":["trace[1174647893] 'range keys from in-memory index tree' (duration: 123.855392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:06.694392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.967266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:06.694522Z","caller":"traceutil/trace.go:171","msg":"trace[1278879065] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15873; }","duration":"231.128579ms","start":"2026-05-07T16:13:06.463375Z","end":"2026-05-07T16:13:06.694503Z","steps":["trace[1278879065] 'range keys from in-memory index tree' (duration: 230.858263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:06.694535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.938295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:06.694652Z","caller":"traceutil/trace.go:171","msg":"trace[109102801] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15873; }","duration":"231.13126ms","start":"2026-05-07T16:13:06.463489Z","end":"2026-05-07T16:13:06.69462Z","steps":["trace[109102801] 'range keys from in-memory index tree' (duration: 230.792192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:06.694624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.348822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:06.694741Z","caller":"traceutil/trace.go:171","msg":"trace[1941421122] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15873; }","duration":"117.501656ms","start":"2026-05-07T16:13:06.577209Z","end":"2026-05-07T16:13:06.694711Z","steps":["trace[1941421122] 'range keys from in-memory index tree' (duration: 117.104847ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:06.694819Z","caller":"traceutil/trace.go:171","msg":"trace[1970924359] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15873; }","duration":"123.362543ms","start":"2026-05-07T16:13:06.570945Z","end":"2026-05-07T16:13:06.694308Z","steps":["trace[1970924359] 'range keys from in-memory index tree' (duration: 122.930206ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:40.345265Z","caller":"traceutil/trace.go:171","msg":"trace[2046788846] linearizableReadLoop","detail":"{readStateIndex:16603; appliedIndex:16602; }","duration":"267.316164ms","start":"2026-05-07T16:13:40.077928Z","end":"2026-05-07T16:13:40.345244Z","steps":["trace[2046788846] 'read index received' (duration: 267.13449ms)","trace[2046788846] 'applied index is now lower than readState.Index' (duration: 180.454µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:13:40.345395Z","caller":"traceutil/trace.go:171","msg":"trace[250290123] transaction","detail":"{read_only:false; response_revision:16044; number_of_response:1; }","duration":"271.714448ms","start":"2026-05-07T16:13:40.073641Z","end":"2026-05-07T16:13:40.345356Z","steps":["trace[250290123] 'process raft request' (duration: 271.414341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:40.345471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.536738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:40.345516Z","caller":"traceutil/trace.go:171","msg":"trace[102436316] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16044; }","duration":"267.640151ms","start":"2026-05-07T16:13:40.077865Z","end":"2026-05-07T16:13:40.345506Z","steps":["trace[102436316] 'agreement among raft nodes before linearized reading' (duration: 267.498199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:40.845658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893719733,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:13:41.278622Z","caller":"traceutil/trace.go:171","msg":"trace[1944423504] linearizableReadLoop","detail":"{readStateIndex:16606; appliedIndex:16603; }","duration":"933.254199ms","start":"2026-05-07T16:13:40.345342Z","end":"2026-05-07T16:13:41.278596Z","steps":["trace[1944423504] 'read index received' (duration: 932.940253ms)","trace[1944423504] 'applied index is now lower than readState.Index' (duration: 313.036µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:13:41.278674Z","caller":"traceutil/trace.go:171","msg":"trace[1497262905] transaction","detail":"{read_only:false; response_revision:16047; number_of_response:1; }","duration":"947.163827ms","start":"2026-05-07T16:13:40.331465Z","end":"2026-05-07T16:13:41.278629Z","steps":["trace[1497262905] 'process raft request' (duration: 947.084916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.278852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.331447Z","time spent":"947.30511ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:13:41.278876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.630822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:41.278919Z","caller":"traceutil/trace.go:171","msg":"trace[1912824976] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16047; }","duration":"993.714223ms","start":"2026-05-07T16:13:40.285194Z","end":"2026-05-07T16:13:41.278908Z","steps":["trace[1912824976] 'agreement among raft nodes before linearized reading' (duration: 993.53381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.278953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.285179Z","time spent":"993.764874ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T16:13:41.278967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.118459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-07T16:13:41.278961Z","caller":"traceutil/trace.go:171","msg":"trace[332024158] transaction","detail":"{read_only:false; response_revision:16045; number_of_response:1; }","duration":"1.191867152s","start":"2026-05-07T16:13:40.087065Z","end":"2026-05-07T16:13:41.278933Z","steps":["trace[332024158] 'process raft request' (duration: 1.191308262s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:41.279002Z","caller":"traceutil/trace.go:171","msg":"trace[433490675] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16047; }","duration":"995.194331ms","start":"2026-05-07T16:13:40.283798Z","end":"2026-05-07T16:13:41.278992Z","steps":["trace[433490675] 'agreement among raft nodes before linearized reading' (duration: 995.104639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.279036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.283773Z","time spent":"995.256512ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-07T16:13:41.279065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.086955Z","time spent":"1.192061095s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:13:41.279189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.310189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:41.279226Z","caller":"traceutil/trace.go:171","msg":"trace[1048205050] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16047; }","duration":"480.362731ms","start":"2026-05-07T16:13:40.798853Z","end":"2026-05-07T16:13:41.279216Z","steps":["trace[1048205050] 'agreement among raft nodes before linearized reading' (duration: 480.307339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.27922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.878882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:13:41.27926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.798847Z","time spent":"480.405602ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T16:13:41.279294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.442085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T16:13:41.279333Z","caller":"traceutil/trace.go:171","msg":"trace[968310825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16047; }","duration":"881.501356ms","start":"2026-05-07T16:13:40.397822Z","end":"2026-05-07T16:13:41.279323Z","steps":["trace[968310825] 'agreement among raft nodes before linearized reading' (duration: 881.420214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.279366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.397809Z","time spent":"881.549166ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:13:41.279396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.568325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-07T16:13:41.279405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.646488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:13:41.27942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.949743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:13:41.279399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.805114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T16:13:41.279454Z","caller":"traceutil/trace.go:171","msg":"trace[891296324] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16047; }","duration":"479.009765ms","start":"2026-05-07T16:13:40.800434Z","end":"2026-05-07T16:13:41.279444Z","steps":["trace[891296324] 'agreement among raft nodes before linearized reading' (duration: 478.956664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.278881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184653288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T16:13:41.279492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.800424Z","time spent":"479.060376ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-07T16:13:41.279496Z","caller":"traceutil/trace.go:171","msg":"trace[846934184] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:16047; }","duration":"1.18530482s","start":"2026-05-07T16:13:40.094183Z","end":"2026-05-07T16:13:41.279488Z","steps":["trace[846934184] 'agreement among raft nodes before linearized reading' (duration: 1.184642097s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:41.2795Z","caller":"traceutil/trace.go:171","msg":"trace[795827810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16047; }","duration":"879.927387ms","start":"2026-05-07T16:13:40.39955Z","end":"2026-05-07T16:13:41.279477Z","steps":["trace[795827810] 'agreement among raft nodes before linearized reading' (duration: 879.64005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.279521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.554751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-07T16:13:41.279534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.09417Z","time spent":"1.185353891s","remote":"127.0.0.1:41150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:13:41.279546Z","caller":"traceutil/trace.go:171","msg":"trace[875141746] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16047; }","duration":"482.616623ms","start":"2026-05-07T16:13:40.796922Z","end":"2026-05-07T16:13:41.279539Z","steps":["trace[875141746] 'agreement among raft nodes before linearized reading' (duration: 482.535351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.279557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.399526Z","time spent":"880.017919ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:13:41.279573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.796907Z","time spent":"482.660943ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-07T16:13:41.279576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.356311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T16:13:41.279573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.213408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-07T16:13:41.279616Z","caller":"traceutil/trace.go:171","msg":"trace[2089836152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16047; }","duration":"889.443333ms","start":"2026-05-07T16:13:40.39016Z","end":"2026-05-07T16:13:41.279603Z","steps":["trace[2089836152] 'agreement among raft nodes before linearized reading' (duration: 889.333231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.279646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.390131Z","time spent":"889.507534ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T16:13:41.279649Z","caller":"traceutil/trace.go:171","msg":"trace[1024616724] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16047; }","duration":"797.306649ms","start":"2026-05-07T16:13:40.482326Z","end":"2026-05-07T16:13:41.279632Z","steps":["trace[1024616724] 'agreement among raft nodes before linearized reading' (duration: 797.063315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.27967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.81275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-07T16:13:41.279688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.482227Z","time spent":"797.456002ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-07T16:13:41.279705Z","caller":"traceutil/trace.go:171","msg":"trace[1829260437] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16047; }","duration":"479.858481ms","start":"2026-05-07T16:13:40.799837Z","end":"2026-05-07T16:13:41.279695Z","steps":["trace[1829260437] 'agreement among raft nodes before linearized reading' (duration: 479.76679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.279735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.799831Z","time spent":"479.896672ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T16:13:41.279752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.34662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:41.279779Z","caller":"traceutil/trace.go:171","msg":"trace[1192311756] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16047; }","duration":"919.423582ms","start":"2026-05-07T16:13:40.360347Z","end":"2026-05-07T16:13:41.27977Z","steps":["trace[1192311756] 'agreement among raft nodes before linearized reading' (duration: 919.373731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.279788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.933779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-l94tw\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-05-07T16:13:41.279818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.360323Z","time spent":"919.483002ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:13:41.279838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.634707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9tnz9\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-05-07T16:13:41.279871Z","caller":"traceutil/trace.go:171","msg":"trace[274662824] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9tnz9; range_end:; response_count:1; response_revision:16047; }","duration":"176.723388ms","start":"2026-05-07T16:13:41.103139Z","end":"2026-05-07T16:13:41.279862Z","steps":["trace[274662824] 'agreement among raft nodes before linearized reading' (duration: 176.601046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:41.279435Z","caller":"traceutil/trace.go:171","msg":"trace[163510158] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16047; }","duration":"480.671587ms","start":"2026-05-07T16:13:40.798755Z","end":"2026-05-07T16:13:41.279426Z","steps":["trace[163510158] 'agreement among raft nodes before linearized reading' (duration: 480.528554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.280152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.247966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:13:41.280151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.798726Z","time spent":"481.416309ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-07T16:13:41.280181Z","caller":"traceutil/trace.go:171","msg":"trace[752944942] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16047; }","duration":"481.291588ms","start":"2026-05-07T16:13:40.79888Z","end":"2026-05-07T16:13:41.280172Z","steps":["trace[752944942] 'agreement among raft nodes before linearized reading' (duration: 481.246527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.280196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.928199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-07T16:13:41.280249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.798876Z","time spent":"481.335989ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-07T16:13:41.280267Z","caller":"traceutil/trace.go:171","msg":"trace[1036317572] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16047; }","duration":"871.01907ms","start":"2026-05-07T16:13:40.409237Z","end":"2026-05-07T16:13:41.280256Z","steps":["trace[1036317572] 'agreement among raft nodes before linearized reading' (duration: 870.873848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.280298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.409226Z","time spent":"871.065091ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-07T16:13:41.279263Z","caller":"traceutil/trace.go:171","msg":"trace[11939744] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16047; }","duration":"796.951853ms","start":"2026-05-07T16:13:40.4823Z","end":"2026-05-07T16:13:41.279252Z","steps":["trace[11939744] 'agreement among raft nodes before linearized reading' (duration: 796.86562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.279221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.666532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T16:13:41.280342Z","caller":"traceutil/trace.go:171","msg":"trace[485904451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16047; }","duration":"923.839634ms","start":"2026-05-07T16:13:40.356495Z","end":"2026-05-07T16:13:41.280335Z","steps":["trace[485904451] 'agreement among raft nodes before linearized reading' (duration: 922.656362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.280376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.356468Z","time spent":"923.900684ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T16:13:41.280386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.07446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-07T16:13:41.280406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.029029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwcmt\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-07T16:13:41.280443Z","caller":"traceutil/trace.go:171","msg":"trace[2140770580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwcmt; range_end:; response_count:1; response_revision:16047; }","duration":"196.130101ms","start":"2026-05-07T16:13:41.084303Z","end":"2026-05-07T16:13:41.280433Z","steps":["trace[2140770580] 'agreement among raft nodes before linearized reading' (duration: 196.025319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.280449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.482286Z","time spent":"798.126593ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T16:13:41.280475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.745569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T16:13:41.280497Z","caller":"traceutil/trace.go:171","msg":"trace[2139816884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16047; }","duration":"766.80239ms","start":"2026-05-07T16:13:40.513689Z","end":"2026-05-07T16:13:41.280491Z","steps":["trace[2139816884] 'agreement among raft nodes before linearized reading' (duration: 766.741809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.28052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.513669Z","time spent":"766.847091ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:13:41.280108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.288839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:41.280417Z","caller":"traceutil/trace.go:171","msg":"trace[1743759662] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16047; }","duration":"771.144321ms","start":"2026-05-07T16:13:40.509266Z","end":"2026-05-07T16:13:41.28041Z","steps":["trace[1743759662] 'agreement among raft nodes before linearized reading' (duration: 771.06292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.280584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.585695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:41.280608Z","caller":"traceutil/trace.go:171","msg":"trace[1247755771] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16047; }","duration":"480.807008ms","start":"2026-05-07T16:13:40.799791Z","end":"2026-05-07T16:13:41.280598Z","steps":["trace[1247755771] 'agreement among raft nodes before linearized reading' (duration: 480.073034ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:41.280621Z","caller":"traceutil/trace.go:171","msg":"trace[807028527] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:16047; }","duration":"234.677148ms","start":"2026-05-07T16:13:41.045933Z","end":"2026-05-07T16:13:41.28061Z","steps":["trace[807028527] 'agreement among raft nodes before linearized reading' (duration: 234.612256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.280626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.509252Z","time spent":"771.361106ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T16:13:41.280641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.799781Z","time spent":"480.85093ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-07T16:13:41.27945Z","caller":"traceutil/trace.go:171","msg":"trace[1963734740] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:16047; }","duration":"400.751459ms","start":"2026-05-07T16:13:40.878683Z","end":"2026-05-07T16:13:41.279435Z","steps":["trace[1963734740] 'agreement among raft nodes before linearized reading' (duration: 400.656437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.280825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.878656Z","time spent":"402.153025ms","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:13:41.279822Z","caller":"traceutil/trace.go:171","msg":"trace[857334696] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-l94tw; range_end:; response_count:1; response_revision:16047; }","duration":"670.01016ms","start":"2026-05-07T16:13:40.609803Z","end":"2026-05-07T16:13:41.279813Z","steps":["trace[857334696] 'agreement among raft nodes before linearized reading' (duration: 669.909438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.281103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.609779Z","time spent":"671.311774ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-l94tw\" "} {"level":"warn","ts":"2026-05-07T16:13:41.281132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.27824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:41.28117Z","caller":"traceutil/trace.go:171","msg":"trace[747664000] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16047; }","duration":"997.358192ms","start":"2026-05-07T16:13:40.283802Z","end":"2026-05-07T16:13:41.28116Z","steps":["trace[747664000] 'agreement among raft nodes before linearized reading' (duration: 997.28626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.28121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.283782Z","time spent":"997.421812ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-07T16:13:41.279379Z","caller":"traceutil/trace.go:171","msg":"trace[970841507] transaction","detail":"{read_only:false; response_revision:16046; number_of_response:1; }","duration":"951.469077ms","start":"2026-05-07T16:13:40.327696Z","end":"2026-05-07T16:13:41.279165Z","steps":["trace[970841507] 'process raft request' (duration: 950.814585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:41.283469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:40.327675Z","time spent":"955.40165ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:13:41.794719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893719735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:13:41.838091Z","caller":"traceutil/trace.go:171","msg":"trace[1920425022] transaction","detail":"{read_only:false; response_revision:16048; number_of_response:1; }","duration":"551.30315ms","start":"2026-05-07T16:13:41.286756Z","end":"2026-05-07T16:13:41.838059Z","steps":["trace[1920425022] 'process raft request' (duration: 528.282551ms)","trace[1920425022] 'compare' (duration: 22.864176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:13:41.838949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.286737Z","time spent":"551.428523ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:13:42.108335Z","caller":"traceutil/trace.go:171","msg":"trace[2029662884] transaction","detail":"{read_only:false; response_revision:16049; number_of_response:1; }","duration":"821.184914ms","start":"2026-05-07T16:13:41.287123Z","end":"2026-05-07T16:13:42.108308Z","steps":["trace[2029662884] 'process raft request' (duration: 820.931098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.108505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.287105Z","time spent":"821.309046ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:13:42.108694Z","caller":"traceutil/trace.go:171","msg":"trace[601582825] transaction","detail":"{read_only:false; response_revision:16050; number_of_response:1; }","duration":"821.474269ms","start":"2026-05-07T16:13:41.28719Z","end":"2026-05-07T16:13:42.108664Z","steps":["trace[601582825] 'process raft request' (duration: 821.059422ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:42.108761Z","caller":"traceutil/trace.go:171","msg":"trace[1736461906] linearizableReadLoop","detail":"{readStateIndex:16611; appliedIndex:16606; }","duration":"815.034618ms","start":"2026-05-07T16:13:41.293686Z","end":"2026-05-07T16:13:42.10872Z","steps":["trace[1736461906] 'read index received' (duration: 521.364972ms)","trace[1736461906] 'applied index is now lower than readState.Index' (duration: 293.668596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:13:42.108867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.287184Z","time spent":"821.588661ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:13:42.108891Z","caller":"traceutil/trace.go:171","msg":"trace[1242527462] transaction","detail":"{read_only:false; response_revision:16052; number_of_response:1; }","duration":"815.083979ms","start":"2026-05-07T16:13:41.293794Z","end":"2026-05-07T16:13:42.108878Z","steps":["trace[1242527462] 'process raft request' (duration: 814.875315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.108958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.293789Z","time spent":"815.132851ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:13:42.109043Z","caller":"traceutil/trace.go:171","msg":"trace[972969229] transaction","detail":"{read_only:false; response_revision:16051; number_of_response:1; }","duration":"821.54443ms","start":"2026-05-07T16:13:41.28749Z","end":"2026-05-07T16:13:42.109034Z","steps":["trace[972969229] 'process raft request' (duration: 821.039021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.109098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.28748Z","time spent":"821.59243ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:13:42.109431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.104696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:13:42.109459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.085333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-07T16:13:42.109474Z","caller":"traceutil/trace.go:171","msg":"trace[647827460] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16052; }","duration":"767.197297ms","start":"2026-05-07T16:13:41.342267Z","end":"2026-05-07T16:13:42.109464Z","steps":["trace[647827460] 'agreement among raft nodes before linearized reading' (duration: 767.127546ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:42.1095Z","caller":"traceutil/trace.go:171","msg":"trace[215240382] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16052; }","duration":"553.180606ms","start":"2026-05-07T16:13:41.556308Z","end":"2026-05-07T16:13:42.109488Z","steps":["trace[215240382] 'agreement among raft nodes before linearized reading' (duration: 552.960401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.109509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.342236Z","time spent":"767.266679ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T16:13:42.109536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.556296Z","time spent":"553.230457ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-07T16:13:42.109668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.545953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:42.109705Z","caller":"traceutil/trace.go:171","msg":"trace[2074094957] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16052; }","duration":"553.635615ms","start":"2026-05-07T16:13:41.55606Z","end":"2026-05-07T16:13:42.109696Z","steps":["trace[2074094957] 'agreement among raft nodes before linearized reading' (duration: 553.583584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.109757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.556029Z","time spent":"553.706835ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T16:13:42.109989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.956018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:42.110033Z","caller":"traceutil/trace.go:171","msg":"trace[1187727203] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:16052; }","duration":"613.035459ms","start":"2026-05-07T16:13:41.496985Z","end":"2026-05-07T16:13:42.11002Z","steps":["trace[1187727203] 'agreement among raft nodes before linearized reading' (duration: 612.963688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.110066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.496967Z","time spent":"613.09035ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:13:42.11022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.85407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:42.110254Z","caller":"traceutil/trace.go:171","msg":"trace[1754395979] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16052; }","duration":"767.90783ms","start":"2026-05-07T16:13:41.342338Z","end":"2026-05-07T16:13:42.110246Z","steps":["trace[1754395979] 'agreement among raft nodes before linearized reading' (duration: 767.85505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.11028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.342218Z","time spent":"768.056494ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T16:13:42.110646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.928683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771182"} {"level":"info","ts":"2026-05-07T16:13:42.110707Z","caller":"traceutil/trace.go:171","msg":"trace[168595041] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:16052; }","duration":"817.027095ms","start":"2026-05-07T16:13:41.293662Z","end":"2026-05-07T16:13:42.110689Z","steps":["trace[168595041] 'agreement among raft nodes before linearized reading' (duration: 815.211092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.110764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.293655Z","time spent":"817.084816ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771206,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T16:13:42.110954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.033616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771182"} {"level":"warn","ts":"2026-05-07T16:13:42.111025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.701026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:42.111078Z","caller":"traceutil/trace.go:171","msg":"trace[1939490841] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16052; }","duration":"768.777527ms","start":"2026-05-07T16:13:41.342285Z","end":"2026-05-07T16:13:42.111063Z","steps":["trace[1939490841] 'agreement among raft nodes before linearized reading' (duration: 768.603654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.111127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.34227Z","time spent":"768.849059ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-07T16:13:42.111082Z","caller":"traceutil/trace.go:171","msg":"trace[458048128] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:16052; }","duration":"817.21105ms","start":"2026-05-07T16:13:41.293842Z","end":"2026-05-07T16:13:42.111054Z","steps":["trace[458048128] 'agreement among raft nodes before linearized reading' (duration: 815.373585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.111317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.293813Z","time spent":"817.484614ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771206,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T16:13:42.111641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.709266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:42.111794Z","caller":"traceutil/trace.go:171","msg":"trace[1804092861] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16052; }","duration":"769.488631ms","start":"2026-05-07T16:13:41.342273Z","end":"2026-05-07T16:13:42.111762Z","steps":["trace[1804092861] 'agreement among raft nodes before linearized reading' (duration: 768.678596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.111921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.76745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771182"} {"level":"info","ts":"2026-05-07T16:13:42.111975Z","caller":"traceutil/trace.go:171","msg":"trace[1746439965] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:16052; }","duration":"816.869642ms","start":"2026-05-07T16:13:41.295094Z","end":"2026-05-07T16:13:42.111964Z","steps":["trace[1746439965] 'agreement among raft nodes before linearized reading' (duration: 816.017447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.112021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.295075Z","time spent":"816.931554ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771206,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T16:13:42.112102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.142278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:42.112155Z","caller":"traceutil/trace.go:171","msg":"trace[940069622] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16052; }","duration":"550.21701ms","start":"2026-05-07T16:13:41.561926Z","end":"2026-05-07T16:13:42.112143Z","steps":["trace[940069622] 'agreement among raft nodes before linearized reading' (duration: 550.088938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.112194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.561914Z","time spent":"550.271831ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T16:13:42.111938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.342256Z","time spent":"769.665093ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-07T16:13:42.112367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.036089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:42.112404Z","caller":"traceutil/trace.go:171","msg":"trace[600661452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16052; }","duration":"167.125821ms","start":"2026-05-07T16:13:41.945269Z","end":"2026-05-07T16:13:42.112395Z","steps":["trace[600661452] 'agreement among raft nodes before linearized reading' (duration: 167.06916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.112468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.845077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T16:13:42.112532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.10915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:13:42.112481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.670195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-07T16:13:42.112587Z","caller":"traceutil/trace.go:171","msg":"trace[2016445728] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16052; }","duration":"556.177812ms","start":"2026-05-07T16:13:41.556396Z","end":"2026-05-07T16:13:42.112574Z","steps":["trace[2016445728] 'agreement among raft nodes before linearized reading' (duration: 556.114301ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:42.11259Z","caller":"traceutil/trace.go:171","msg":"trace[1408280337] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16052; }","duration":"553.849558ms","start":"2026-05-07T16:13:41.558729Z","end":"2026-05-07T16:13:42.11258Z","steps":["trace[1408280337] 'agreement among raft nodes before linearized reading' (duration: 553.659825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.112626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.556382Z","time spent":"556.237503ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-07T16:13:42.112631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.558698Z","time spent":"553.924869ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-05-07T16:13:42.112533Z","caller":"traceutil/trace.go:171","msg":"trace[1334502653] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:16052; }","duration":"382.02ms","start":"2026-05-07T16:13:41.730497Z","end":"2026-05-07T16:13:42.112517Z","steps":["trace[1334502653] 'agreement among raft nodes before linearized reading' (duration: 381.917178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.112785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:41.730433Z","time spent":"382.335396ms","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:13:42.729441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893719745,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:13:42.817751Z","caller":"traceutil/trace.go:171","msg":"trace[718058804] linearizableReadLoop","detail":"{readStateIndex:16613; appliedIndex:16611; }","duration":"589.274307ms","start":"2026-05-07T16:13:42.22844Z","end":"2026-05-07T16:13:42.817714Z","steps":["trace[718058804] 'read index received' (duration: 509.275618ms)","trace[718058804] 'applied index is now lower than readState.Index' (duration: 79.997159ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:13:42.81793Z","caller":"traceutil/trace.go:171","msg":"trace[1562007537] transaction","detail":"{read_only:false; response_revision:16054; number_of_response:1; }","duration":"467.177594ms","start":"2026-05-07T16:13:42.35071Z","end":"2026-05-07T16:13:42.817887Z","steps":["trace[1562007537] 'process raft request' (duration: 466.847508ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:42.817926Z","caller":"traceutil/trace.go:171","msg":"trace[445295909] transaction","detail":"{read_only:false; response_revision:16053; number_of_response:1; }","duration":"607.6734ms","start":"2026-05-07T16:13:42.210198Z","end":"2026-05-07T16:13:42.817871Z","steps":["trace[445295909] 'process raft request' (duration: 527.468487ms)","trace[445295909] 'compare' (duration: 79.328387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:13:42.818121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:42.35068Z","time spent":"467.346268ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:13:42.818262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:42.210163Z","time spent":"607.987767ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:13:42.818291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.826427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:42.818397Z","caller":"traceutil/trace.go:171","msg":"trace[558572172] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16054; }","duration":"467.97634ms","start":"2026-05-07T16:13:42.350405Z","end":"2026-05-07T16:13:42.818382Z","steps":["trace[558572172] 'agreement among raft nodes before linearized reading' (duration: 467.675974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.818528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:42.350383Z","time spent":"468.124732ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T16:13:42.819054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.662105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:42.820024Z","caller":"traceutil/trace.go:171","msg":"trace[1800045482] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:16054; }","duration":"591.621621ms","start":"2026-05-07T16:13:42.228376Z","end":"2026-05-07T16:13:42.819998Z","steps":["trace[1800045482] 'agreement among raft nodes before linearized reading' (duration: 589.517611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:42.82008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:13:42.228358Z","time spent":"591.703283ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:13:43.441532Z","caller":"traceutil/trace.go:171","msg":"trace[429005105] linearizableReadLoop","detail":"{readStateIndex:16615; appliedIndex:16614; }","duration":"154.25321ms","start":"2026-05-07T16:13:43.287248Z","end":"2026-05-07T16:13:43.441501Z","steps":["trace[429005105] 'read index received' (duration: 154.065917ms)","trace[429005105] 'applied index is now lower than readState.Index' (duration: 185.833µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:13:43.441694Z","caller":"traceutil/trace.go:171","msg":"trace[1559865697] transaction","detail":"{read_only:false; response_revision:16056; number_of_response:1; }","duration":"156.173177ms","start":"2026-05-07T16:13:43.28548Z","end":"2026-05-07T16:13:43.441653Z","steps":["trace[1559865697] 'process raft request' (duration: 155.79554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:43.441759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.482885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:43.441804Z","caller":"traceutil/trace.go:171","msg":"trace[744381332] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16056; }","duration":"154.603496ms","start":"2026-05-07T16:13:43.287189Z","end":"2026-05-07T16:13:43.441792Z","steps":["trace[744381332] 'agreement among raft nodes before linearized reading' (duration: 154.465334ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:43.453319Z","caller":"traceutil/trace.go:171","msg":"trace[1994463456] transaction","detail":"{read_only:false; response_revision:16057; number_of_response:1; }","duration":"164.96358ms","start":"2026-05-07T16:13:43.288299Z","end":"2026-05-07T16:13:43.453263Z","steps":["trace[1994463456] 'process raft request' (duration: 164.737906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:43.453675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.717494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-07T16:13:43.453661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.847597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:13:43.453697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.654304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T16:13:43.453723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.404789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-07T16:13:43.453782Z","caller":"traceutil/trace.go:171","msg":"trace[87570186] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16058; }","duration":"166.0172ms","start":"2026-05-07T16:13:43.287739Z","end":"2026-05-07T16:13:43.453757Z","steps":["trace[87570186] 'agreement among raft nodes before linearized reading' (duration: 165.827276ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:43.453794Z","caller":"traceutil/trace.go:171","msg":"trace[1645616423] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16058; }","duration":"165.777416ms","start":"2026-05-07T16:13:43.287996Z","end":"2026-05-07T16:13:43.453773Z","steps":["trace[1645616423] 'agreement among raft nodes before linearized reading' (duration: 165.576391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:43.453795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.846847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:43.453833Z","caller":"traceutil/trace.go:171","msg":"trace[1481763627] transaction","detail":"{read_only:false; response_revision:16058; number_of_response:1; }","duration":"163.012794ms","start":"2026-05-07T16:13:43.290791Z","end":"2026-05-07T16:13:43.453803Z","steps":["trace[1481763627] 'process raft request' (duration: 162.422213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:43.453857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.455205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-07T16:13:43.453871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.789068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:43.453815Z","caller":"traceutil/trace.go:171","msg":"trace[222497863] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16058; }","duration":"165.517771ms","start":"2026-05-07T16:13:43.288281Z","end":"2026-05-07T16:13:43.453799Z","steps":["trace[222497863] 'agreement among raft nodes before linearized reading' (duration: 165.235705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:43.453891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.816396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-07T16:13:43.453909Z","caller":"traceutil/trace.go:171","msg":"trace[762849727] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16058; }","duration":"161.516317ms","start":"2026-05-07T16:13:43.292382Z","end":"2026-05-07T16:13:43.453898Z","steps":["trace[762849727] 'agreement among raft nodes before linearized reading' (duration: 161.407425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:43.453719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.376226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:13:43.45405Z","caller":"traceutil/trace.go:171","msg":"trace[1110154929] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16058; }","duration":"166.728732ms","start":"2026-05-07T16:13:43.287298Z","end":"2026-05-07T16:13:43.454027Z","steps":["trace[1110154929] 'agreement among raft nodes before linearized reading' (duration: 166.306704ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:43.453872Z","caller":"traceutil/trace.go:171","msg":"trace[2522513] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16058; }","duration":"165.987509ms","start":"2026-05-07T16:13:43.287866Z","end":"2026-05-07T16:13:43.453854Z","steps":["trace[2522513] 'agreement among raft nodes before linearized reading' (duration: 165.866897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:43.453761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.426811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-07T16:13:43.454133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.045921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:43.453739Z","caller":"traceutil/trace.go:171","msg":"trace[2014321211] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16058; }","duration":"165.858227ms","start":"2026-05-07T16:13:43.287866Z","end":"2026-05-07T16:13:43.453724Z","steps":["trace[2014321211] 'agreement among raft nodes before linearized reading' (duration: 165.658662ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:43.454171Z","caller":"traceutil/trace.go:171","msg":"trace[321867168] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16058; }","duration":"163.854639ms","start":"2026-05-07T16:13:43.290302Z","end":"2026-05-07T16:13:43.454156Z","steps":["trace[321867168] 'agreement among raft nodes before linearized reading' (duration: 163.371531ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:43.454238Z","caller":"traceutil/trace.go:171","msg":"trace[1315775172] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16058; }","duration":"165.200775ms","start":"2026-05-07T16:13:43.289017Z","end":"2026-05-07T16:13:43.454217Z","steps":["trace[1315775172] 'agreement among raft nodes before linearized reading' (duration: 164.847798ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:43.453952Z","caller":"traceutil/trace.go:171","msg":"trace[539911703] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16058; }","duration":"165.904328ms","start":"2026-05-07T16:13:43.288033Z","end":"2026-05-07T16:13:43.453938Z","steps":["trace[539911703] 'agreement among raft nodes before linearized reading' (duration: 165.736305ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:13:43.453914Z","caller":"traceutil/trace.go:171","msg":"trace[2115841503] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16058; }","duration":"163.849599ms","start":"2026-05-07T16:13:43.290055Z","end":"2026-05-07T16:13:43.453905Z","steps":["trace[2115841503] 'agreement among raft nodes before linearized reading' (duration: 163.788158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:43.454141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.5649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T16:13:43.454458Z","caller":"traceutil/trace.go:171","msg":"trace[181144424] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16058; }","duration":"166.893226ms","start":"2026-05-07T16:13:43.28755Z","end":"2026-05-07T16:13:43.454443Z","steps":["trace[181144424] 'agreement among raft nodes before linearized reading' (duration: 166.372796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:13:43.45446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.647344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-07T16:13:43.455169Z","caller":"traceutil/trace.go:171","msg":"trace[1093846125] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16058; }","duration":"165.392818ms","start":"2026-05-07T16:13:43.289763Z","end":"2026-05-07T16:13:43.455156Z","steps":["trace[1093846125] 'agreement among raft nodes before linearized reading' (duration: 164.050513ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:16:05.128719Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14549} {"level":"info","ts":"2026-05-07T16:16:05.212732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14549,"took":"79.357126ms","hash":2722964741,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":32030720,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T16:16:05.212804Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2722964741,"revision":14549,"compact-revision":12489} {"level":"warn","ts":"2026-05-07T16:19:22.401568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.18201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T16:19:22.401689Z","caller":"traceutil/trace.go:171","msg":"trace[480436731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18572; }","duration":"328.354894ms","start":"2026-05-07T16:19:22.073309Z","end":"2026-05-07T16:19:22.401664Z","steps":["trace[480436731] 'range keys from in-memory index tree' (duration: 327.952186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:19:22.401735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:19:22.073291Z","time spent":"328.434405ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:19:22.401799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.788636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-07T16:19:22.40191Z","caller":"traceutil/trace.go:171","msg":"trace[1314598488] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:18572; }","duration":"396.952669ms","start":"2026-05-07T16:19:22.00493Z","end":"2026-05-07T16:19:22.401883Z","steps":["trace[1314598488] 'range keys from in-memory index tree' (duration: 396.540961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:19:22.401959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:19:22.004912Z","time spent":"397.037951ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-07T16:19:22.402205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.909748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T16:19:22.402315Z","caller":"traceutil/trace.go:171","msg":"trace[1448057413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18572; }","duration":"362.096062ms","start":"2026-05-07T16:19:22.040194Z","end":"2026-05-07T16:19:22.402291Z","steps":["trace[1448057413] 'range keys from in-memory index tree' (duration: 361.678584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:19:22.402359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:19:22.040169Z","time spent":"362.182413ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:19:22.402205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.169138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T16:19:22.402422Z","caller":"traceutil/trace.go:171","msg":"trace[268195085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18572; }","duration":"330.414692ms","start":"2026-05-07T16:19:22.071975Z","end":"2026-05-07T16:19:22.402389Z","steps":["trace[268195085] 'range keys from in-memory index tree' (duration: 329.946084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:19:22.40248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:19:22.071964Z","time spent":"330.499994ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:19:22.402463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.702129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417201"} {"level":"info","ts":"2026-05-07T16:19:22.402565Z","caller":"traceutil/trace.go:171","msg":"trace[49492767] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18572; }","duration":"400.873832ms","start":"2026-05-07T16:19:22.001672Z","end":"2026-05-07T16:19:22.402545Z","steps":["trace[49492767] 'range keys from in-memory index tree' (duration: 400.352003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:19:22.402607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:19:22.001623Z","time spent":"400.975834ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417225,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-07T16:19:22.403745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.462648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T16:19:22.403929Z","caller":"traceutil/trace.go:171","msg":"trace[2022053541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18572; }","duration":"335.14752ms","start":"2026-05-07T16:19:22.068752Z","end":"2026-05-07T16:19:22.4039Z","steps":["trace[2022053541] 'range keys from in-memory index tree' (duration: 333.199744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:19:22.403984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:19:22.068737Z","time spent":"335.231731ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:19:22.427304Z","caller":"traceutil/trace.go:171","msg":"trace[737898409] transaction","detail":"{read_only:false; response_revision:18573; number_of_response:1; }","duration":"222.222172ms","start":"2026-05-07T16:19:22.205048Z","end":"2026-05-07T16:19:22.42727Z","steps":["trace[737898409] 'process raft request' (duration: 222.016127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:19:23.978229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.850121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9tnz9\" ","response":"range_response_count:1 size:20767"} {"level":"warn","ts":"2026-05-07T16:19:23.978316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.406714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:19:23.978355Z","caller":"traceutil/trace.go:171","msg":"trace[2134951516] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9tnz9; range_end:; response_count:1; response_revision:18588; }","duration":"196.053694ms","start":"2026-05-07T16:19:23.782276Z","end":"2026-05-07T16:19:23.978329Z","steps":["trace[2134951516] 'range keys from in-memory index tree' (duration: 195.380222ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:19:23.978392Z","caller":"traceutil/trace.go:171","msg":"trace[1650160719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18588; }","duration":"144.529797ms","start":"2026-05-07T16:19:23.833842Z","end":"2026-05-07T16:19:23.978372Z","steps":["trace[1650160719] 'range keys from in-memory index tree' (duration: 144.246801ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:19:24.121368Z","caller":"traceutil/trace.go:171","msg":"trace[1091016481] transaction","detail":"{read_only:false; response_revision:18590; number_of_response:1; }","duration":"127.170074ms","start":"2026-05-07T16:19:23.994166Z","end":"2026-05-07T16:19:24.121336Z","steps":["trace[1091016481] 'process raft request' (duration: 126.857848ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:19:24.141874Z","caller":"traceutil/trace.go:171","msg":"trace[1899327097] linearizableReadLoop","detail":"{readStateIndex:19230; appliedIndex:19228; }","duration":"146.171976ms","start":"2026-05-07T16:19:23.995655Z","end":"2026-05-07T16:19:24.141827Z","steps":["trace[1899327097] 'read index received' (duration: 75.057544ms)","trace[1899327097] 'applied index is now lower than readState.Index' (duration: 71.112622ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:19:24.142274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.574194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19015"} {"level":"info","ts":"2026-05-07T16:19:24.142324Z","caller":"traceutil/trace.go:171","msg":"trace[1265242510] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18590; }","duration":"146.666187ms","start":"2026-05-07T16:19:23.995644Z","end":"2026-05-07T16:19:24.14231Z","steps":["trace[1265242510] 'agreement among raft nodes before linearized reading' (duration: 146.418192ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:20:28.257892Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T16:20:28.262977Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-07T16:20:28.263062Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-07T16:21:05.136103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17031} {"level":"info","ts":"2026-05-07T16:21:05.27647Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17031,"took":"136.624039ms","hash":865653674,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":34164736,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-07T16:21:05.276556Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":865653674,"revision":17031,"compact-revision":14549} {"level":"info","ts":"2026-05-07T16:25:04.034633Z","caller":"traceutil/trace.go:171","msg":"trace[501597693] transaction","detail":"{read_only:false; response_revision:21215; number_of_response:1; }","duration":"229.920895ms","start":"2026-05-07T16:25:03.804687Z","end":"2026-05-07T16:25:04.034607Z","steps":["trace[501597693] 'process raft request' (duration: 229.740142ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:25:12.169429Z","caller":"traceutil/trace.go:171","msg":"trace[1375987572] linearizableReadLoop","detail":"{readStateIndex:21990; appliedIndex:21989; }","duration":"223.542616ms","start":"2026-05-07T16:25:11.945854Z","end":"2026-05-07T16:25:12.169397Z","steps":["trace[1375987572] 'read index received' (duration: 223.365942ms)","trace[1375987572] 'applied index is now lower than readState.Index' (duration: 175.124µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:25:12.169489Z","caller":"traceutil/trace.go:171","msg":"trace[669367295] transaction","detail":"{read_only:false; response_revision:21262; number_of_response:1; }","duration":"471.23041ms","start":"2026-05-07T16:25:11.698218Z","end":"2026-05-07T16:25:12.169448Z","steps":["trace[669367295] 'process raft request' (duration: 470.948805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:25:12.169666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.790721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:25:12.169704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:25:11.698185Z","time spent":"471.401593ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:25:12.16978Z","caller":"traceutil/trace.go:171","msg":"trace[219351941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21262; }","duration":"223.916763ms","start":"2026-05-07T16:25:11.945832Z","end":"2026-05-07T16:25:12.169749Z","steps":["trace[219351941] 'agreement among raft nodes before linearized reading' (duration: 223.722869ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:25:12.309378Z","caller":"traceutil/trace.go:171","msg":"trace[725644066] transaction","detail":"{read_only:false; response_revision:21263; number_of_response:1; }","duration":"242.57571ms","start":"2026-05-07T16:25:12.066763Z","end":"2026-05-07T16:25:12.309339Z","steps":["trace[725644066] 'process raft request' (duration: 215.503266ms)","trace[725644066] 'compare' (duration: 26.569474ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:25:12.309453Z","caller":"traceutil/trace.go:171","msg":"trace[384564515] linearizableReadLoop","detail":"{readStateIndex:21992; appliedIndex:21990; }","duration":"139.890391ms","start":"2026-05-07T16:25:12.169529Z","end":"2026-05-07T16:25:12.30942Z","steps":["trace[384564515] 'read index received' (duration: 112.691494ms)","trace[384564515] 'applied index is now lower than readState.Index' (duration: 27.195317ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:25:12.309537Z","caller":"traceutil/trace.go:171","msg":"trace[2016012966] transaction","detail":"{read_only:false; response_revision:21264; number_of_response:1; }","duration":"153.602846ms","start":"2026-05-07T16:25:12.155891Z","end":"2026-05-07T16:25:12.309494Z","steps":["trace[2016012966] 'process raft request' (duration: 153.134057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:25:12.309661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.196569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:25:12.309701Z","caller":"traceutil/trace.go:171","msg":"trace[834215803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21265; }","duration":"138.287771ms","start":"2026-05-07T16:25:12.171402Z","end":"2026-05-07T16:25:12.309689Z","steps":["trace[834215803] 'agreement among raft nodes before linearized reading' (duration: 138.18876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:25:12.309747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.492647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T16:25:12.309814Z","caller":"traceutil/trace.go:171","msg":"trace[928272458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21265; }","duration":"207.643709ms","start":"2026-05-07T16:25:12.102156Z","end":"2026-05-07T16:25:12.3098Z","steps":["trace[928272458] 'agreement among raft nodes before linearized reading' (duration: 207.412645ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:25:12.534486Z","caller":"traceutil/trace.go:171","msg":"trace[573330616] transaction","detail":"{read_only:false; response_revision:21266; number_of_response:1; }","duration":"221.089699ms","start":"2026-05-07T16:25:12.313355Z","end":"2026-05-07T16:25:12.534444Z","steps":["trace[573330616] 'process raft request' (duration: 191.870657ms)","trace[573330616] 'compare' (duration: 29.07655ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:25:12.567294Z","caller":"traceutil/trace.go:171","msg":"trace[1949454299] transaction","detail":"{read_only:false; response_revision:21267; number_of_response:1; }","duration":"252.785599ms","start":"2026-05-07T16:25:12.314475Z","end":"2026-05-07T16:25:12.567261Z","steps":["trace[1949454299] 'process raft request' (duration: 252.558865ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:25:12.567717Z","caller":"traceutil/trace.go:171","msg":"trace[620587881] linearizableReadLoop","detail":"{readStateIndex:21996; appliedIndex:21993; }","duration":"218.4441ms","start":"2026-05-07T16:25:12.349195Z","end":"2026-05-07T16:25:12.56764Z","steps":["trace[620587881] 'read index received' (duration: 156.051991ms)","trace[620587881] 'applied index is now lower than readState.Index' (duration: 62.387369ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:25:12.567831Z","caller":"traceutil/trace.go:171","msg":"trace[1732415611] transaction","detail":"{read_only:false; response_revision:21268; number_of_response:1; }","duration":"235.226722ms","start":"2026-05-07T16:25:12.332591Z","end":"2026-05-07T16:25:12.567817Z","steps":["trace[1732415611] 'process raft request' (duration: 234.618671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:25:12.568022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.791867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:25:12.568132Z","caller":"traceutil/trace.go:171","msg":"trace[378105155] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:21268; }","duration":"218.95726ms","start":"2026-05-07T16:25:12.349154Z","end":"2026-05-07T16:25:12.568111Z","steps":["trace[378105155] 'agreement among raft nodes before linearized reading' (duration: 218.738506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:25:12.568276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.293364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T16:25:12.568079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.448762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:25:12.5684Z","caller":"traceutil/trace.go:171","msg":"trace[197069660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21268; }","duration":"195.80993ms","start":"2026-05-07T16:25:12.372562Z","end":"2026-05-07T16:25:12.568372Z","steps":["trace[197069660] 'agreement among raft nodes before linearized reading' (duration: 195.410822ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:25:12.568387Z","caller":"traceutil/trace.go:171","msg":"trace[908991828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21268; }","duration":"122.465667ms","start":"2026-05-07T16:25:12.445894Z","end":"2026-05-07T16:25:12.56836Z","steps":["trace[908991828] 'agreement among raft nodes before linearized reading' (duration: 122.093339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:25:12.568419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.879298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:25:12.568523Z","caller":"traceutil/trace.go:171","msg":"trace[1811844824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21268; }","duration":"120.002681ms","start":"2026-05-07T16:25:12.448496Z","end":"2026-05-07T16:25:12.568498Z","steps":["trace[1811844824] 'agreement among raft nodes before linearized reading' (duration: 119.621103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:25:12.568429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.60684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:25:12.568649Z","caller":"traceutil/trace.go:171","msg":"trace[69840877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21268; }","duration":"129.883555ms","start":"2026-05-07T16:25:12.438746Z","end":"2026-05-07T16:25:12.56863Z","steps":["trace[69840877] 'agreement among raft nodes before linearized reading' (duration: 129.398926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:25:12.568884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.027497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:25:12.568944Z","caller":"traceutil/trace.go:171","msg":"trace[1141439062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21268; }","duration":"123.123738ms","start":"2026-05-07T16:25:12.445802Z","end":"2026-05-07T16:25:12.568926Z","steps":["trace[1141439062] 'agreement among raft nodes before linearized reading' (duration: 122.958855ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:26:05.142133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19612} {"level":"info","ts":"2026-05-07T16:26:05.264781Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19612,"took":"117.865001ms","hash":3106500580,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":30019584,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T16:26:05.26486Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3106500580,"revision":19612,"compact-revision":17031} {"level":"info","ts":"2026-05-07T16:29:21.322081Z","caller":"traceutil/trace.go:171","msg":"trace[1321936679] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"591.468403ms","start":"2026-05-07T16:29:20.730578Z","end":"2026-05-07T16:29:21.322047Z","steps":["trace[1321936679] 'process raft request' (duration: 591.202318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:21.322275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.730548Z","time spent":"591.632796ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:29:21.323378Z","caller":"traceutil/trace.go:171","msg":"trace[1794980234] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"550.923223ms","start":"2026-05-07T16:29:20.772428Z","end":"2026-05-07T16:29:21.323351Z","steps":["trace[1794980234] 'process raft request' (duration: 550.727149ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:21.323405Z","caller":"traceutil/trace.go:171","msg":"trace[1813874641] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"496.062029ms","start":"2026-05-07T16:29:20.827317Z","end":"2026-05-07T16:29:21.323379Z","steps":["trace[1813874641] 'process raft request' (duration: 495.922217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:21.323477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.827282Z","time spent":"496.158921ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T16:29:21.323488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.772396Z","time spent":"551.035844ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:29:21.323709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.520239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:29:21.323307Z","caller":"traceutil/trace.go:171","msg":"trace[149285479] linearizableReadLoop","detail":"{readStateIndex:24571; appliedIndex:24568; }","duration":"428.134142ms","start":"2026-05-07T16:29:20.895156Z","end":"2026-05-07T16:29:21.32329Z","steps":["trace[149285479] 'read index received' (duration: 426.541573ms)","trace[149285479] 'applied index is now lower than readState.Index' (duration: 1.591689ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:21.323795Z","caller":"traceutil/trace.go:171","msg":"trace[2099113876] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23763; }","duration":"428.668442ms","start":"2026-05-07T16:29:20.895107Z","end":"2026-05-07T16:29:21.323776Z","steps":["trace[2099113876] 'agreement among raft nodes before linearized reading' (duration: 428.481359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:21.323851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.895081Z","time spent":"428.759633ms","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:29:21.326216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.307173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T16:29:21.326271Z","caller":"traceutil/trace.go:171","msg":"trace[2033298615] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23763; }","duration":"254.406165ms","start":"2026-05-07T16:29:21.071853Z","end":"2026-05-07T16:29:21.326259Z","steps":["trace[2033298615] 'agreement among raft nodes before linearized reading' (duration: 252.186933ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:31:00.702122Z","caller":"traceutil/trace.go:171","msg":"trace[1041581188] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"105.972473ms","start":"2026-05-07T16:31:00.596083Z","end":"2026-05-07T16:31:00.702055Z","steps":["trace[1041581188] 'process raft request' (duration: 79.090698ms)","trace[1041581188] 'compare' (duration: 26.637531ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:31:05.149218Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21813} {"level":"info","ts":"2026-05-07T16:31:05.263854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21813,"took":"109.490529ms","hash":3735077215,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":42004480,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-07T16:31:05.264075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3735077215,"revision":21813,"compact-revision":19612} {"level":"warn","ts":"2026-05-07T16:31:10.874752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.292567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:31:10.874855Z","caller":"traceutil/trace.go:171","msg":"trace[784212777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24905; }","duration":"124.457771ms","start":"2026-05-07T16:31:10.75038Z","end":"2026-05-07T16:31:10.874837Z","steps":["trace[784212777] 'range keys from in-memory index tree' (duration: 124.101853ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:31:38.320484Z","caller":"traceutil/trace.go:171","msg":"trace[455558565] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"122.425183ms","start":"2026-05-07T16:31:38.198006Z","end":"2026-05-07T16:31:38.320432Z","steps":["trace[455558565] 'process raft request' (duration: 101.51707ms)","trace[455558565] 'compare' (duration: 20.494554ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:06.647025Z","caller":"traceutil/trace.go:171","msg":"trace[1410501725] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"183.253766ms","start":"2026-05-07T16:33:06.463713Z","end":"2026-05-07T16:33:06.646966Z","steps":["trace[1410501725] 'process raft request' (duration: 181.149887ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:06.672033Z","caller":"traceutil/trace.go:171","msg":"trace[841525241] linearizableReadLoop","detail":"{readStateIndex:26859; appliedIndex:26856; }","duration":"162.70832ms","start":"2026-05-07T16:33:06.509286Z","end":"2026-05-07T16:33:06.671994Z","steps":["trace[841525241] 'read index received' (duration: 135.54912ms)","trace[841525241] 'applied index is now lower than readState.Index' (duration: 27.15806ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:06.672058Z","caller":"traceutil/trace.go:171","msg":"trace[244537760] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"207.434361ms","start":"2026-05-07T16:33:06.464584Z","end":"2026-05-07T16:33:06.672018Z","steps":["trace[244537760] 'process raft request' (duration: 207.113915ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:06.672087Z","caller":"traceutil/trace.go:171","msg":"trace[1673676410] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"207.353989ms","start":"2026-05-07T16:33:06.4647Z","end":"2026-05-07T16:33:06.672054Z","steps":["trace[1673676410] 'process raft request' (duration: 207.191916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:06.672227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.902833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:06.672305Z","caller":"traceutil/trace.go:171","msg":"trace[979702545] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25992; }","duration":"163.048866ms","start":"2026-05-07T16:33:06.509234Z","end":"2026-05-07T16:33:06.672283Z","steps":["trace[979702545] 'agreement among raft nodes before linearized reading' (duration: 162.897364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:07.641421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.705563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:07.641539Z","caller":"traceutil/trace.go:171","msg":"trace[1687316393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25996; }","duration":"427.900717ms","start":"2026-05-07T16:33:07.213609Z","end":"2026-05-07T16:33:07.64151Z","steps":["trace[1687316393] 'count revisions from in-memory index tree' (duration: 427.50529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:07.641591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.213578Z","time spent":"428.000779ms","remote":"127.0.0.1:37510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:07.642434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.522777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:07.64255Z","caller":"traceutil/trace.go:171","msg":"trace[64701373] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"413.1502ms","start":"2026-05-07T16:33:07.229378Z","end":"2026-05-07T16:33:07.642529Z","steps":["trace[64701373] 'process raft request' (duration: 250.43857ms)","trace[64701373] 'compare' (duration: 161.396556ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:07.64262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.229349Z","time spent":"413.240552ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:08.2555Z","caller":"traceutil/trace.go:171","msg":"trace[1414376185] linearizableReadLoop","detail":"{readStateIndex:26865; appliedIndex:26863; }","duration":"906.175222ms","start":"2026-05-07T16:33:07.349299Z","end":"2026-05-07T16:33:08.255474Z","steps":["trace[1414376185] 'read index received' (duration: 130.538425ms)","trace[1414376185] 'applied index is now lower than readState.Index' (duration: 775.635487ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:08.255657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.329785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:08.255692Z","caller":"traceutil/trace.go:171","msg":"trace[1054883924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25998; }","duration":"906.438467ms","start":"2026-05-07T16:33:07.349242Z","end":"2026-05-07T16:33:08.255681Z","steps":["trace[1054883924] 'agreement among raft nodes before linearized reading' (duration: 906.347515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.255722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.349214Z","time spent":"906.499558ms","remote":"127.0.0.1:56996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:08.255708Z","caller":"traceutil/trace.go:171","msg":"trace[1453467202] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"975.816092ms","start":"2026-05-07T16:33:07.279842Z","end":"2026-05-07T16:33:08.255658Z","steps":["trace[1453467202] 'process raft request' (duration: 975.464956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.255989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.279812Z","time spent":"976.022897ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:08.336938Z","caller":"traceutil/trace.go:171","msg":"trace[561586630] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"546.59241ms","start":"2026-05-07T16:33:07.790313Z","end":"2026-05-07T16:33:08.336906Z","steps":["trace[561586630] 'process raft request' (duration: 544.701204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.337138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.790299Z","time spent":"546.717962ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:08.33756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.397264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:08.337609Z","caller":"traceutil/trace.go:171","msg":"trace[1879493282] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25999; }","duration":"364.501406ms","start":"2026-05-07T16:33:07.973094Z","end":"2026-05-07T16:33:08.337595Z","steps":["trace[1879493282] 'agreement among raft nodes before linearized reading' (duration: 364.414084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.337589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.458085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:08.337645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.973069Z","time spent":"364.567387ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:08.337678Z","caller":"traceutil/trace.go:171","msg":"trace[2016585037] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25999; }","duration":"589.601509ms","start":"2026-05-07T16:33:07.748049Z","end":"2026-05-07T16:33:08.33765Z","steps":["trace[2016585037] 'agreement among raft nodes before linearized reading' (duration: 589.439895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.337745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.748027Z","time spent":"589.701842ms","remote":"127.0.0.1:60450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:08.337847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.352814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:08.337842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.036683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T16:33:08.337828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.729327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:33:08.3379Z","caller":"traceutil/trace.go:171","msg":"trace[961213124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25999; }","duration":"920.141595ms","start":"2026-05-07T16:33:07.417744Z","end":"2026-05-07T16:33:08.337885Z","steps":["trace[961213124] 'agreement among raft nodes before linearized reading' (duration: 919.911291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.337885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.387739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:08.337946Z","caller":"traceutil/trace.go:171","msg":"trace[92703853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25999; }","duration":"794.90502ms","start":"2026-05-07T16:33:07.543015Z","end":"2026-05-07T16:33:08.33792Z","steps":["trace[92703853] 'agreement among raft nodes before linearized reading' (duration: 794.588634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.337925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.550453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:08.337947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.417716Z","time spent":"920.221856ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:33:08.338008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.542992Z","time spent":"795.006572ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:33:08.338016Z","caller":"traceutil/trace.go:171","msg":"trace[432077981] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25999; }","duration":"745.571923ms","start":"2026-05-07T16:33:07.592408Z","end":"2026-05-07T16:33:08.33798Z","steps":["trace[432077981] 'agreement among raft nodes before linearized reading' (duration: 745.297958ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:08.338041Z","caller":"traceutil/trace.go:171","msg":"trace[1839853126] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25999; }","duration":"459.761448ms","start":"2026-05-07T16:33:07.878251Z","end":"2026-05-07T16:33:08.338012Z","steps":["trace[1839853126] 'agreement among raft nodes before linearized reading' (duration: 459.501193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.338057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.834326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T16:33:08.338031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.835549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:33:08.338113Z","caller":"traceutil/trace.go:171","msg":"trace[363734880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25999; }","duration":"662.940168ms","start":"2026-05-07T16:33:07.675152Z","end":"2026-05-07T16:33:08.338093Z","steps":["trace[363734880] 'agreement among raft nodes before linearized reading' (duration: 662.817926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.338116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.878221Z","time spent":"459.88223ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:08.338157Z","caller":"traceutil/trace.go:171","msg":"trace[1539390506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25999; }","duration":"660.022243ms","start":"2026-05-07T16:33:07.678106Z","end":"2026-05-07T16:33:08.338129Z","steps":["trace[1539390506] 'agreement among raft nodes before linearized reading' (duration: 659.593685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.33817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.675127Z","time spent":"663.03557ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:08.337941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.048412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:08.338225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.678097Z","time spent":"660.118394ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T16:33:08.338233Z","caller":"traceutil/trace.go:171","msg":"trace[688384213] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25999; }","duration":"175.368587ms","start":"2026-05-07T16:33:08.162852Z","end":"2026-05-07T16:33:08.338221Z","steps":["trace[688384213] 'agreement among raft nodes before linearized reading' (duration: 175.056942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.33808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.592394Z","time spent":"745.672255ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:08.337907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.593438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:33:08.338519Z","caller":"traceutil/trace.go:171","msg":"trace[1526548440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25999; }","duration":"716.272501ms","start":"2026-05-07T16:33:07.62223Z","end":"2026-05-07T16:33:08.338503Z","steps":["trace[1526548440] 'agreement among raft nodes before linearized reading' (duration: 715.387015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.338567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.622218Z","time spent":"716.334491ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:33:08.338184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.14517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:08.337883Z","caller":"traceutil/trace.go:171","msg":"trace[1772705256] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25999; }","duration":"171.452385ms","start":"2026-05-07T16:33:08.166418Z","end":"2026-05-07T16:33:08.33787Z","steps":["trace[1772705256] 'agreement among raft nodes before linearized reading' (duration: 171.391524ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:08.338647Z","caller":"traceutil/trace.go:171","msg":"trace[1581669244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25999; }","duration":"925.678909ms","start":"2026-05-07T16:33:07.412924Z","end":"2026-05-07T16:33:08.338602Z","steps":["trace[1581669244] 'agreement among raft nodes before linearized reading' (duration: 924.542348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.338709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.412892Z","time spent":"925.780752ms","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:08.339627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.416132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T16:33:08.33969Z","caller":"traceutil/trace.go:171","msg":"trace[1559656087] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25999; }","duration":"450.505843ms","start":"2026-05-07T16:33:07.889172Z","end":"2026-05-07T16:33:08.339677Z","steps":["trace[1559656087] 'agreement among raft nodes before linearized reading' (duration: 448.383483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.339734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:07.889161Z","time spent":"450.563294ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2675,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:08.630378Z","caller":"traceutil/trace.go:171","msg":"trace[1588833349] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"286.784764ms","start":"2026-05-07T16:33:08.343569Z","end":"2026-05-07T16:33:08.630354Z","steps":["trace[1588833349] 'process raft request' (duration: 286.731363ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:08.630619Z","caller":"traceutil/trace.go:171","msg":"trace[1774377503] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"287.12476ms","start":"2026-05-07T16:33:08.343464Z","end":"2026-05-07T16:33:08.630589Z","steps":["trace[1774377503] 'process raft request' (duration: 286.699783ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:08.630734Z","caller":"traceutil/trace.go:171","msg":"trace[529573839] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"287.218731ms","start":"2026-05-07T16:33:08.343477Z","end":"2026-05-07T16:33:08.630696Z","steps":["trace[529573839] 'process raft request' (duration: 286.786954ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:08.630618Z","caller":"traceutil/trace.go:171","msg":"trace[1160849092] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"287.13342ms","start":"2026-05-07T16:33:08.343457Z","end":"2026-05-07T16:33:08.63059Z","steps":["trace[1160849092] 'process raft request' (duration: 276.723724ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:08.6485Z","caller":"traceutil/trace.go:171","msg":"trace[2019094194] linearizableReadLoop","detail":"{readStateIndex:26872; appliedIndex:26867; }","duration":"182.662076ms","start":"2026-05-07T16:33:08.465795Z","end":"2026-05-07T16:33:08.648457Z","steps":["trace[2019094194] 'read index received' (duration: 154.405753ms)","trace[2019094194] 'applied index is now lower than readState.Index' (duration: 28.254643ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:08.648605Z","caller":"traceutil/trace.go:171","msg":"trace[100402747] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"204.735142ms","start":"2026-05-07T16:33:08.44383Z","end":"2026-05-07T16:33:08.648566Z","steps":["trace[100402747] 'process raft request' (duration: 204.422715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.648733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.901981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:08.648788Z","caller":"traceutil/trace.go:171","msg":"trace[383790933] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26005; }","duration":"183.038002ms","start":"2026-05-07T16:33:08.465735Z","end":"2026-05-07T16:33:08.648773Z","steps":["trace[383790933] 'agreement among raft nodes before linearized reading' (duration: 182.89836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:08.912004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.825698ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-07T16:33:09.0515Z","caller":"traceutil/trace.go:171","msg":"trace[1235791370] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"398.090496ms","start":"2026-05-07T16:33:08.653383Z","end":"2026-05-07T16:33:09.051474Z","steps":["trace[1235791370] 'process raft request' (duration: 396.68075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:09.051677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:08.653355Z","time spent":"398.229379ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:09.0519Z","caller":"traceutil/trace.go:171","msg":"trace[1055763307] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"374.170048ms","start":"2026-05-07T16:33:08.677663Z","end":"2026-05-07T16:33:09.051833Z","steps":["trace[1055763307] 'process raft request' (duration: 373.751189ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:09.052078Z","caller":"traceutil/trace.go:171","msg":"trace[45846391] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"373.301232ms","start":"2026-05-07T16:33:08.678741Z","end":"2026-05-07T16:33:09.052042Z","steps":["trace[45846391] 'process raft request' (duration: 372.964265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:09.052121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:08.677648Z","time spent":"374.33709ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:09.05231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:08.678727Z","time spent":"373.441614ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:09.05242Z","caller":"traceutil/trace.go:171","msg":"trace[373877203] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"346.18419ms","start":"2026-05-07T16:33:08.706105Z","end":"2026-05-07T16:33:09.052289Z","steps":["trace[373877203] 'process raft request' (duration: 345.881254ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:09.052602Z","caller":"traceutil/trace.go:171","msg":"trace[950642185] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"139.015594ms","start":"2026-05-07T16:33:08.91357Z","end":"2026-05-07T16:33:09.052585Z","steps":["trace[950642185] 'process raft request' (duration: 138.646858ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:09.052635Z","caller":"traceutil/trace.go:171","msg":"trace[1776696503] linearizableReadLoop","detail":"{readStateIndex:26879; appliedIndex:26873; }","duration":"106.86941ms","start":"2026-05-07T16:33:08.945742Z","end":"2026-05-07T16:33:09.052611Z","steps":["trace[1776696503] 'read index received' (duration: 104.326942ms)","trace[1776696503] 'applied index is now lower than readState.Index' (duration: 2.541528ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:09.052698Z","caller":"traceutil/trace.go:171","msg":"trace[1307529062] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"127.998017ms","start":"2026-05-07T16:33:08.924647Z","end":"2026-05-07T16:33:09.052645Z","steps":["trace[1307529062] 'process raft request' (duration: 127.864535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:09.05277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.037612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:09.052804Z","caller":"traceutil/trace.go:171","msg":"trace[1883150494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26011; }","duration":"107.171605ms","start":"2026-05-07T16:33:08.945622Z","end":"2026-05-07T16:33:09.052794Z","steps":["trace[1883150494] 'agreement among raft nodes before linearized reading' (duration: 107.089234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:09.052601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:08.706072Z","time spent":"346.480406ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:12.637777Z","caller":"traceutil/trace.go:171","msg":"trace[1478065809] linearizableReadLoop","detail":"{readStateIndex:26894; appliedIndex:26893; }","duration":"273.155547ms","start":"2026-05-07T16:33:12.364596Z","end":"2026-05-07T16:33:12.637751Z","steps":["trace[1478065809] 'read index received' (duration: 272.896263ms)","trace[1478065809] 'applied index is now lower than readState.Index' (duration: 258.174µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:12.63791Z","caller":"traceutil/trace.go:171","msg":"trace[1297093193] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"346.64057ms","start":"2026-05-07T16:33:12.291231Z","end":"2026-05-07T16:33:12.637872Z","steps":["trace[1297093193] 'process raft request' (duration: 346.319314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:12.638115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.497083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:33:12.638162Z","caller":"traceutil/trace.go:171","msg":"trace[2139956106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26026; }","duration":"273.607286ms","start":"2026-05-07T16:33:12.364539Z","end":"2026-05-07T16:33:12.638146Z","steps":["trace[2139956106] 'agreement among raft nodes before linearized reading' (duration: 273.350291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:12.638137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.741021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:12.638198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:12.291202Z","time spent":"346.896885ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:12.638266Z","caller":"traceutil/trace.go:171","msg":"trace[431477073] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26026; }","duration":"270.952195ms","start":"2026-05-07T16:33:12.367283Z","end":"2026-05-07T16:33:12.638236Z","steps":["trace[431477073] 'agreement among raft nodes before linearized reading' (duration: 270.697891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:12.638259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.532686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:12.638362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.262785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:12.638408Z","caller":"traceutil/trace.go:171","msg":"trace[1378129045] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26026; }","duration":"121.688349ms","start":"2026-05-07T16:33:12.516646Z","end":"2026-05-07T16:33:12.638334Z","steps":["trace[1378129045] 'agreement among raft nodes before linearized reading' (duration: 121.469485ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:12.638429Z","caller":"traceutil/trace.go:171","msg":"trace[1111615960] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26026; }","duration":"151.395427ms","start":"2026-05-07T16:33:12.487018Z","end":"2026-05-07T16:33:12.638413Z","steps":["trace[1111615960] 'agreement among raft nodes before linearized reading' (duration: 151.216664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:13.158607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.44747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:13.15891Z","caller":"traceutil/trace.go:171","msg":"trace[1468015041] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"499.381782ms","start":"2026-05-07T16:33:12.659501Z","end":"2026-05-07T16:33:13.158883Z","steps":["trace[1468015041] 'process raft request' (duration: 499.2514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:13.158992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:12.659476Z","time spent":"499.482244ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:13.159369Z","caller":"traceutil/trace.go:171","msg":"trace[156704874] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"514.852762ms","start":"2026-05-07T16:33:12.644501Z","end":"2026-05-07T16:33:13.159354Z","steps":["trace[156704874] 'process raft request' (duration: 237.540126ms)","trace[156704874] 'compare' (duration: 275.745336ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:13.159441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:12.644476Z","time spent":"514.931884ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:13.159739Z","caller":"traceutil/trace.go:171","msg":"trace[254860237] linearizableReadLoop","detail":"{readStateIndex:26895; appliedIndex:26894; }","duration":"513.909785ms","start":"2026-05-07T16:33:12.645792Z","end":"2026-05-07T16:33:13.159702Z","steps":["trace[254860237] 'read index received' (duration: 236.288313ms)","trace[254860237] 'applied index is now lower than readState.Index' (duration: 277.617052ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:13.160015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.19738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:33:13.160103Z","caller":"traceutil/trace.go:171","msg":"trace[1439017035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26028; }","duration":"514.337773ms","start":"2026-05-07T16:33:12.645741Z","end":"2026-05-07T16:33:13.160079Z","steps":["trace[1439017035] 'agreement among raft nodes before linearized reading' (duration: 514.083518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:13.160164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:12.645699Z","time spent":"514.451416ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:13.660484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893749622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:33:13.908416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.531857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:13.908913Z","caller":"traceutil/trace.go:171","msg":"trace[1169449260] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"888.46418ms","start":"2026-05-07T16:33:13.020407Z","end":"2026-05-07T16:33:13.908871Z","steps":["trace[1169449260] 'process raft request' (duration: 692.374032ms)","trace[1169449260] 'compare' (duration: 194.053749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:13.909104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.020375Z","time spent":"888.619283ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:13.909291Z","caller":"traceutil/trace.go:171","msg":"trace[1033297434] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"842.523426ms","start":"2026-05-07T16:33:13.066735Z","end":"2026-05-07T16:33:13.909259Z","steps":["trace[1033297434] 'process raft request' (duration: 841.801082ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:13.909368Z","caller":"traceutil/trace.go:171","msg":"trace[1317036753] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"838.079523ms","start":"2026-05-07T16:33:13.071268Z","end":"2026-05-07T16:33:13.909347Z","steps":["trace[1317036753] 'process raft request' (duration: 838.042712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:13.909461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.066698Z","time spent":"842.669219ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:13.909482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.071249Z","time spent":"838.183514ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:13.90961Z","caller":"traceutil/trace.go:171","msg":"trace[362120147] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"841.312113ms","start":"2026-05-07T16:33:13.068286Z","end":"2026-05-07T16:33:13.909598Z","steps":["trace[362120147] 'process raft request' (duration: 840.759813ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:13.909564Z","caller":"traceutil/trace.go:171","msg":"trace[2046799176] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"840.194942ms","start":"2026-05-07T16:33:13.069308Z","end":"2026-05-07T16:33:13.909503Z","steps":["trace[2046799176] 'process raft request' (duration: 839.787614ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:13.909632Z","caller":"traceutil/trace.go:171","msg":"trace[2064042581] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"839.61942ms","start":"2026-05-07T16:33:13.069989Z","end":"2026-05-07T16:33:13.909609Z","steps":["trace[2064042581] 'process raft request' (duration: 839.288994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:13.909651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.068227Z","time spent":"841.399935ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:13.909692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.069978Z","time spent":"839.683061ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:13.909811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.069272Z","time spent":"840.404856ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:14.688022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T16:33:14.688201Z","caller":"traceutil/trace.go:171","msg":"trace[1444401506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624037s","start":"2026-05-07T16:33:12.687482Z","end":"2026-05-07T16:33:14.688106Z","steps":["trace[1444401506] 'agreement among raft nodes before linearized reading' (duration: 2.000483184s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:14.688311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:12.687455Z","time spent":"2.00084008s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:33:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:33:14.783031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.249467ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:14.783137Z","caller":"traceutil/trace.go:171","msg":"trace[1985740303] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26034; }","duration":"660.37098ms","start":"2026-05-07T16:33:14.12275Z","end":"2026-05-07T16:33:14.783121Z","steps":["trace[1985740303] 'range keys from in-memory index tree' (duration: 660.232657ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:14.783609Z","caller":"traceutil/trace.go:171","msg":"trace[1401654396] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"1.439083144s","start":"2026-05-07T16:33:13.344518Z","end":"2026-05-07T16:33:14.783601Z","steps":["trace[1401654396] 'process raft request' (duration: 1.438983883s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:14.783615Z","caller":"traceutil/trace.go:171","msg":"trace[1229901282] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"1.617843837s","start":"2026-05-07T16:33:13.165735Z","end":"2026-05-07T16:33:14.783579Z","steps":["trace[1229901282] 'process raft request' (duration: 1.610604441s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:14.783693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.344492Z","time spent":"1.439147865s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:14.783814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.165715Z","time spent":"1.61800577s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:14.944717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T16:33:14.944831Z","caller":"traceutil/trace.go:171","msg":"trace[760163499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241469s","start":"2026-05-07T16:33:12.944568Z","end":"2026-05-07T16:33:14.94481Z","steps":["trace[760163499] 'agreement among raft nodes before linearized reading' (duration: 2.000106176s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:14.944884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:12.944545Z","time spent":"2.000328051s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:33:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:33:15.208794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.180707ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-07T16:33:15.209914Z","caller":"traceutil/trace.go:171","msg":"trace[1817063918] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"1.546159779s","start":"2026-05-07T16:33:13.663714Z","end":"2026-05-07T16:33:15.209874Z","steps":["trace[1817063918] 'process raft request' (duration: 1.545210421s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:15.209642Z","caller":"traceutil/trace.go:171","msg":"trace[577079537] linearizableReadLoop","detail":"{readStateIndex:26905; appliedIndex:26896; }","duration":"2.049777001s","start":"2026-05-07T16:33:13.159836Z","end":"2026-05-07T16:33:15.209613Z","steps":["trace[577079537] 'read index received' (duration: 552.905769ms)","trace[577079537] 'applied index is now lower than readState.Index' (duration: 1.496869611s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:15.210424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.663677Z","time spent":"1.546376062s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:15.604661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47877755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:15.604803Z","caller":"traceutil/trace.go:171","msg":"trace[414093892] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26037; }","duration":"2.479004214s","start":"2026-05-07T16:33:13.125769Z","end":"2026-05-07T16:33:15.604774Z","steps":["trace[414093892] 'agreement among raft nodes before linearized reading' (duration: 2.084055856s)","trace[414093892] 'count revisions from in-memory index tree' (duration: 394.684913ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:15.604864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.125741Z","time spent":"2.479111086s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:15.604896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957028684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:33:15.60506Z","caller":"traceutil/trace.go:171","msg":"trace[1096415350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26037; }","duration":"2.957228788s","start":"2026-05-07T16:33:12.647803Z","end":"2026-05-07T16:33:15.605032Z","steps":["trace[1096415350] 'agreement among raft nodes before linearized reading' (duration: 2.562068026s)","trace[1096415350] 'range keys from in-memory index tree' (duration: 394.836976ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:15.60514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:12.647791Z","time spent":"2.957335939s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:33:15.605396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957605695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:33:15.605536Z","caller":"traceutil/trace.go:171","msg":"trace[820781901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26037; }","duration":"2.957777947s","start":"2026-05-07T16:33:12.64772Z","end":"2026-05-07T16:33:15.605498Z","steps":["trace[820781901] 'agreement among raft nodes before linearized reading' (duration: 2.562164997s)","trace[820781901] 'range keys from in-memory index tree' (duration: 395.297624ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:15.605613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:12.64771Z","time spent":"2.95788635s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:15.605888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.13102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:15.606173Z","caller":"traceutil/trace.go:171","msg":"trace[1742504843] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"1.361127309s","start":"2026-05-07T16:33:14.245025Z","end":"2026-05-07T16:33:15.606152Z","steps":["trace[1742504843] 'process raft request' (duration: 964.576171ms)","trace[1742504843] 'compare' (duration: 395.019299ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:15.606293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:14.244991Z","time spent":"1.361230401s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:15.60637Z","caller":"traceutil/trace.go:171","msg":"trace[250162232] linearizableReadLoop","detail":"{readStateIndex:26910; appliedIndex:26906; }","duration":"396.182471ms","start":"2026-05-07T16:33:15.210166Z","end":"2026-05-07T16:33:15.606348Z","steps":["trace[250162232] 'read index received' (duration: 395.310114ms)","trace[250162232] 'applied index is now lower than readState.Index' (duration: 870.657µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:15.606556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.308873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:15.606571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859664505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:15.606616Z","caller":"traceutil/trace.go:171","msg":"trace[1055449282] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26041; }","duration":"514.435155ms","start":"2026-05-07T16:33:15.092164Z","end":"2026-05-07T16:33:15.606599Z","steps":["trace[1055449282] 'agreement among raft nodes before linearized reading' (duration: 514.299693ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:15.606623Z","caller":"traceutil/trace.go:171","msg":"trace[1793524451] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26041; }","duration":"1.859724676s","start":"2026-05-07T16:33:13.746881Z","end":"2026-05-07T16:33:15.606606Z","steps":["trace[1793524451] 'agreement among raft nodes before linearized reading' (duration: 1.859615264s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.606652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.092135Z","time spent":"514.507566ms","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:15.60666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:13.746804Z","time spent":"1.859846738s","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T16:33:15.606632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.625838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:15.606726Z","caller":"traceutil/trace.go:171","msg":"trace[453595769] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26041; }","duration":"682.801661ms","start":"2026-05-07T16:33:14.923901Z","end":"2026-05-07T16:33:15.606702Z","steps":["trace[453595769] 'agreement among raft nodes before linearized reading' (duration: 682.578577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.606815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:14.923871Z","time spent":"682.932963ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:15.606841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.877051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:15.606863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088067084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:15.606894Z","caller":"traceutil/trace.go:171","msg":"trace[1262067458] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26041; }","duration":"407.958352ms","start":"2026-05-07T16:33:15.19892Z","end":"2026-05-07T16:33:15.606878Z","steps":["trace[1262067458] 'agreement among raft nodes before linearized reading' (duration: 407.84425ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:15.606906Z","caller":"traceutil/trace.go:171","msg":"trace[1801886971] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26041; }","duration":"1.088171735s","start":"2026-05-07T16:33:14.51872Z","end":"2026-05-07T16:33:15.606892Z","steps":["trace[1801886971] 'agreement among raft nodes before linearized reading' (duration: 1.088100974s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.606943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:14.518692Z","time spent":"1.088241756s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:15.606944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.436552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:33:15.60696Z","caller":"traceutil/trace.go:171","msg":"trace[1153603518] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"914.959317ms","start":"2026-05-07T16:33:14.69198Z","end":"2026-05-07T16:33:15.606939Z","steps":["trace[1153603518] 'process raft request' (duration: 914.159633ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:15.606997Z","caller":"traceutil/trace.go:171","msg":"trace[2009483084] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"440.478054ms","start":"2026-05-07T16:33:15.166505Z","end":"2026-05-07T16:33:15.606984Z","steps":["trace[2009483084] 'process raft request' (duration: 439.737951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.607063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:14.691957Z","time spent":"915.062851ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T16:33:15.606983Z","caller":"traceutil/trace.go:171","msg":"trace[278445214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26041; }","duration":"441.474543ms","start":"2026-05-07T16:33:15.165499Z","end":"2026-05-07T16:33:15.606973Z","steps":["trace[278445214] 'agreement among raft nodes before linearized reading' (duration: 441.31106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.60716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49989933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:15.607178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.165456Z","time spent":"441.711418ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T16:33:15.607215Z","caller":"traceutil/trace.go:171","msg":"trace[365805347] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26041; }","duration":"1.499992751s","start":"2026-05-07T16:33:14.107202Z","end":"2026-05-07T16:33:15.607195Z","steps":["trace[365805347] 'agreement among raft nodes before linearized reading' (duration: 1.49991969s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.607258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:14.107167Z","time spent":"1.500082323s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:15.606951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.198909Z","time spent":"408.026183ms","remote":"127.0.0.1:56914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:15.607083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.537159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T16:33:15.607396Z","caller":"traceutil/trace.go:171","msg":"trace[1816962833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26041; }","duration":"480.888925ms","start":"2026-05-07T16:33:15.126483Z","end":"2026-05-07T16:33:15.607372Z","steps":["trace[1816962833] 'agreement among raft nodes before linearized reading' (duration: 480.523418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.607248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.536665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:15.607496Z","caller":"traceutil/trace.go:171","msg":"trace[1548667399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26041; }","duration":"650.83192ms","start":"2026-05-07T16:33:14.95665Z","end":"2026-05-07T16:33:15.607482Z","steps":["trace[1548667399] 'agreement among raft nodes before linearized reading' (duration: 650.487674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.60745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.126473Z","time spent":"480.966156ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T16:33:15.607689Z","caller":"traceutil/trace.go:171","msg":"trace[1526296057] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"960.094817ms","start":"2026-05-07T16:33:14.646152Z","end":"2026-05-07T16:33:15.606247Z","steps":["trace[1526296057] 'process raft request' (duration: 959.850132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.607846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:14.646112Z","time spent":"961.654736ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:15.608147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:14.956636Z","time spent":"651.494623ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:33:15.607654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.166486Z","time spent":"440.545196ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:15.608493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.749605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T16:33:15.608736Z","caller":"traceutil/trace.go:171","msg":"trace[1640674330] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26041; }","duration":"679.956418ms","start":"2026-05-07T16:33:14.928585Z","end":"2026-05-07T16:33:15.608542Z","steps":["trace[1640674330] 'agreement among raft nodes before linearized reading' (duration: 678.42807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:15.608152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959652893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:33:15.609633Z","caller":"traceutil/trace.go:171","msg":"trace[1140049550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26037; }","duration":"2.962899214s","start":"2026-05-07T16:33:12.646707Z","end":"2026-05-07T16:33:15.609606Z","steps":["trace[1140049550] 'agreement among raft nodes before linearized reading' (duration: 2.563355401s)","trace[1140049550] 'range keys from in-memory index tree' (duration: 395.04621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:15.60922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:14.928559Z","time spent":"680.645011ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T16:33:15.610133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:12.646696Z","time spent":"2.963081878s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:33:16.3954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.626412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T16:33:16.395573Z","caller":"traceutil/trace.go:171","msg":"trace[1376075829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26046; }","duration":"679.823745ms","start":"2026-05-07T16:33:15.715718Z","end":"2026-05-07T16:33:16.395542Z","steps":["trace[1376075829] 'range keys from in-memory index tree' (duration: 679.468079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:16.395668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.71571Z","time spent":"679.926688ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T16:33:16.396667Z","caller":"traceutil/trace.go:171","msg":"trace[777183112] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"481.130058ms","start":"2026-05-07T16:33:15.915502Z","end":"2026-05-07T16:33:16.396633Z","steps":["trace[777183112] 'process raft request' (duration: 479.377015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:16.396865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.915403Z","time spent":"481.353423ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:16.396985Z","caller":"traceutil/trace.go:171","msg":"trace[1386063969] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"481.474155ms","start":"2026-05-07T16:33:15.91548Z","end":"2026-05-07T16:33:16.396954Z","steps":["trace[1386063969] 'process raft request' (duration: 481.340813ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:16.39708Z","caller":"traceutil/trace.go:171","msg":"trace[487860365] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"481.406724ms","start":"2026-05-07T16:33:15.915632Z","end":"2026-05-07T16:33:16.397039Z","steps":["trace[487860365] 'process raft request' (duration: 480.896823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:16.397183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.915422Z","time spent":"481.643318ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:16.397304Z","caller":"traceutil/trace.go:171","msg":"trace[464739930] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"480.909215ms","start":"2026-05-07T16:33:15.916383Z","end":"2026-05-07T16:33:16.397292Z","steps":["trace[464739930] 'process raft request' (duration: 480.527288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:16.397351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.915623Z","time spent":"481.592518ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:16.397375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.91634Z","time spent":"480.998997ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:16.397544Z","caller":"traceutil/trace.go:171","msg":"trace[113225690] linearizableReadLoop","detail":"{readStateIndex:26920; appliedIndex:26915; }","duration":"195.680391ms","start":"2026-05-07T16:33:16.201852Z","end":"2026-05-07T16:33:16.397532Z","steps":["trace[113225690] 'read index received' (duration: 193.133432ms)","trace[113225690] 'applied index is now lower than readState.Index' (duration: 2.542198ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:16.397642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.795552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:16.397684Z","caller":"traceutil/trace.go:171","msg":"trace[1481202262] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26051; }","duration":"195.891174ms","start":"2026-05-07T16:33:16.201782Z","end":"2026-05-07T16:33:16.397673Z","steps":["trace[1481202262] 'agreement among raft nodes before linearized reading' (duration: 195.795172ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:16.397684Z","caller":"traceutil/trace.go:171","msg":"trace[911029432] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"481.256111ms","start":"2026-05-07T16:33:15.916405Z","end":"2026-05-07T16:33:16.397661Z","steps":["trace[911029432] 'process raft request' (duration: 480.830033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:16.397805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:15.916387Z","time spent":"481.351593ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:17.217123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.49285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:33:17.217232Z","caller":"traceutil/trace.go:171","msg":"trace[1812308267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26051; }","duration":"428.626713ms","start":"2026-05-07T16:33:16.788579Z","end":"2026-05-07T16:33:17.217206Z","steps":["trace[1812308267] 'range keys from in-memory index tree' (duration: 428.251505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:17.217288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:16.788493Z","time spent":"428.784575ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:17.217269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.891915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T16:33:17.217344Z","caller":"traceutil/trace.go:171","msg":"trace[1422589640] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26051; }","duration":"422.011517ms","start":"2026-05-07T16:33:16.795316Z","end":"2026-05-07T16:33:17.217328Z","steps":["trace[1422589640] 'count revisions from in-memory index tree' (duration: 421.782893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:17.217382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:16.795306Z","time spent":"422.068549ms","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:17.217523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.328766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-07T16:33:17.217589Z","caller":"traceutil/trace.go:171","msg":"trace[513984230] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26051; }","duration":"159.439798ms","start":"2026-05-07T16:33:17.05813Z","end":"2026-05-07T16:33:17.21757Z","steps":["trace[513984230] 'range keys from in-memory index tree' (duration: 159.145043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:17.217614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.694468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:17.217838Z","caller":"traceutil/trace.go:171","msg":"trace[53359912] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26051; }","duration":"457.969553ms","start":"2026-05-07T16:33:16.759853Z","end":"2026-05-07T16:33:17.217822Z","steps":["trace[53359912] 'count revisions from in-memory index tree' (duration: 457.579716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:17.217869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:16.759821Z","time spent":"458.039695ms","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:17.218269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.671879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:17.218294Z","caller":"traceutil/trace.go:171","msg":"trace[814677014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26051; }","duration":"271.73224ms","start":"2026-05-07T16:33:16.946554Z","end":"2026-05-07T16:33:17.218286Z","steps":["trace[814677014] 'range keys from in-memory index tree' (duration: 271.581528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:17.720035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893749661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:33:17.853582Z","caller":"traceutil/trace.go:171","msg":"trace[1113509786] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"636.838037ms","start":"2026-05-07T16:33:17.216706Z","end":"2026-05-07T16:33:17.853544Z","steps":["trace[1113509786] 'process raft request' (duration: 636.619753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:17.853793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.21667Z","time spent":"636.997701ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:18.461536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.243567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:18.461795Z","caller":"traceutil/trace.go:171","msg":"trace[93656418] linearizableReadLoop","detail":"{readStateIndex:26925; appliedIndex:26920; }","duration":"1.242224153s","start":"2026-05-07T16:33:17.219552Z","end":"2026-05-07T16:33:18.461777Z","steps":["trace[93656418] 'read index received' (duration: 633.785461ms)","trace[93656418] 'applied index is now lower than readState.Index' (duration: 608.437522ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:18.461881Z","caller":"traceutil/trace.go:171","msg":"trace[649616820] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"847.224524ms","start":"2026-05-07T16:33:17.614644Z","end":"2026-05-07T16:33:18.461868Z","steps":["trace[649616820] 'process raft request' (duration: 847.049251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:18.461952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.614609Z","time spent":"847.310487ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:18.462099Z","caller":"traceutil/trace.go:171","msg":"trace[2093866064] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"846.518441ms","start":"2026-05-07T16:33:17.615566Z","end":"2026-05-07T16:33:18.462084Z","steps":["trace[2093866064] 'process raft request' (duration: 846.165843ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:18.461845Z","caller":"traceutil/trace.go:171","msg":"trace[401158903] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"967.901343ms","start":"2026-05-07T16:33:17.493898Z","end":"2026-05-07T16:33:18.461799Z","steps":["trace[401158903] 'process raft request' (duration: 967.740251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:18.462158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.615535Z","time spent":"846.592192ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:18.462287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.493861Z","time spent":"968.323562ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:18.462322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242728103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:18.462501Z","caller":"traceutil/trace.go:171","msg":"trace[1133477656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26056; }","duration":"1.242961088s","start":"2026-05-07T16:33:17.219508Z","end":"2026-05-07T16:33:18.462469Z","steps":["trace[1133477656] 'agreement among raft nodes before linearized reading' (duration: 1.242602171s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:18.462573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.219487Z","time spent":"1.243069899s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:33:18.462836Z","caller":"traceutil/trace.go:171","msg":"trace[1775711128] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"1.239843189s","start":"2026-05-07T16:33:17.22229Z","end":"2026-05-07T16:33:18.462133Z","steps":["trace[1775711128] 'process raft request' (duration: 1.022909209s)","trace[1775711128] 'compare' (duration: 216.070713ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:18.462993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.222253Z","time spent":"1.240637173s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:19.155949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.586565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:19.156381Z","caller":"traceutil/trace.go:171","msg":"trace[325745099] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"752.38162ms","start":"2026-05-07T16:33:18.403917Z","end":"2026-05-07T16:33:19.156299Z","steps":["trace[325745099] 'process raft request' (duration: 503.262066ms)","trace[325745099] 'compare' (duration: 247.218879ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:19.156866Z","caller":"traceutil/trace.go:171","msg":"trace[1529535951] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"752.702097ms","start":"2026-05-07T16:33:18.404138Z","end":"2026-05-07T16:33:19.15684Z","steps":["trace[1529535951] 'process raft request' (duration: 752.065964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.157043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:18.404128Z","time spent":"752.832239ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:19.157122Z","caller":"traceutil/trace.go:171","msg":"trace[817709774] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26926; }","duration":"695.278516ms","start":"2026-05-07T16:33:18.461827Z","end":"2026-05-07T16:33:19.157105Z","steps":["trace[817709774] 'read index received' (duration: 2.784222ms)","trace[817709774] 'applied index is now lower than readState.Index' (duration: 692.493134ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:19.157177Z","caller":"traceutil/trace.go:171","msg":"trace[142811243] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"752.200507ms","start":"2026-05-07T16:33:18.404925Z","end":"2026-05-07T16:33:19.157125Z","steps":["trace[142811243] 'process raft request' (duration: 752.029374ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:19.157185Z","caller":"traceutil/trace.go:171","msg":"trace[1136625494] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"752.320059ms","start":"2026-05-07T16:33:18.404812Z","end":"2026-05-07T16:33:19.157132Z","steps":["trace[1136625494] 'process raft request' (duration: 751.726748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.157346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523125676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T16:33:19.157435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:18.404782Z","time spent":"752.518492ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:19.15746Z","caller":"traceutil/trace.go:171","msg":"trace[246770653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26061; }","duration":"1.523291579s","start":"2026-05-07T16:33:17.634147Z","end":"2026-05-07T16:33:19.157438Z","steps":["trace[246770653] 'agreement among raft nodes before linearized reading' (duration: 1.523011433s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.157501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523930541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:33:19.157541Z","caller":"traceutil/trace.go:171","msg":"trace[1752086647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26061; }","duration":"1.523975211s","start":"2026-05-07T16:33:17.633553Z","end":"2026-05-07T16:33:19.157528Z","steps":["trace[1752086647] 'agreement among raft nodes before linearized reading' (duration: 1.523880179s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.157546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48671278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-07T16:33:19.157514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:18.40388Z","time spent":"752.695757ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:19.15759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.633549Z","time spent":"1.524033272s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:33:19.157601Z","caller":"traceutil/trace.go:171","msg":"trace[1579597326] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26061; }","duration":"1.486791672s","start":"2026-05-07T16:33:17.670795Z","end":"2026-05-07T16:33:19.157587Z","steps":["trace[1579597326] 'agreement among raft nodes before linearized reading' (duration: 1.486628489s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.157643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.670785Z","time spent":"1.486850564s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T16:33:19.157641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161594126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-07T16:33:19.157537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.634134Z","time spent":"1.523385711s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T16:33:19.157711Z","caller":"traceutil/trace.go:171","msg":"trace[849759429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26061; }","duration":"1.161724548s","start":"2026-05-07T16:33:17.995971Z","end":"2026-05-07T16:33:19.157696Z","steps":["trace[849759429] 'agreement among raft nodes before linearized reading' (duration: 1.161433923s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.157801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.042599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:19.157827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.995936Z","time spent":"1.161838561s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T16:33:19.157843Z","caller":"traceutil/trace.go:171","msg":"trace[871722400] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26061; }","duration":"388.136511ms","start":"2026-05-07T16:33:18.769694Z","end":"2026-05-07T16:33:19.157831Z","steps":["trace[871722400] 'agreement among raft nodes before linearized reading' (duration: 388.060469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.157872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.946934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:33:19.157874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.44574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-05-07T16:33:19.157882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:18.76967Z","time spent":"388.203681ms","remote":"127.0.0.1:46058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:19.157883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524979371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:33:19.157911Z","caller":"traceutil/trace.go:171","msg":"trace[639046399] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26061; }","duration":"130.023886ms","start":"2026-05-07T16:33:19.027871Z","end":"2026-05-07T16:33:19.157895Z","steps":["trace[639046399] 'agreement among raft nodes before linearized reading' (duration: 129.957135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.157404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523774847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T16:33:19.157934Z","caller":"traceutil/trace.go:171","msg":"trace[696174416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26061; }","duration":"1.525075363s","start":"2026-05-07T16:33:17.632849Z","end":"2026-05-07T16:33:19.157924Z","steps":["trace[696174416] 'agreement among raft nodes before linearized reading' (duration: 1.524943801s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.157974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.63283Z","time spent":"1.525137604s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T16:33:19.158012Z","caller":"traceutil/trace.go:171","msg":"trace[2050313597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26061; }","duration":"1.52441493s","start":"2026-05-07T16:33:17.633563Z","end":"2026-05-07T16:33:19.157977Z","steps":["trace[2050313597] 'agreement among raft nodes before linearized reading' (duration: 1.523654766s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:19.158033Z","caller":"traceutil/trace.go:171","msg":"trace[734843833] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:26061; }","duration":"544.530611ms","start":"2026-05-07T16:33:18.613373Z","end":"2026-05-07T16:33:19.157903Z","steps":["trace[734843833] 'agreement among raft nodes before linearized reading' (duration: 544.422479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.158062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667741186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T16:33:19.158113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:18.613349Z","time spent":"544.743505ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-05-07T16:33:19.158126Z","caller":"traceutil/trace.go:171","msg":"trace[487142564] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26061; }","duration":"1.667862718s","start":"2026-05-07T16:33:17.490247Z","end":"2026-05-07T16:33:19.15811Z","steps":["trace[487142564] 'agreement among raft nodes before linearized reading' (duration: 1.667642664s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.15813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.501349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:19.158142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.633549Z","time spent":"1.524542722s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:19.158173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.490219Z","time spent":"1.66794594s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T16:33:19.158195Z","caller":"traceutil/trace.go:171","msg":"trace[335731033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26061; }","duration":"688.599711ms","start":"2026-05-07T16:33:18.469573Z","end":"2026-05-07T16:33:19.158173Z","steps":["trace[335731033] 'agreement among raft nodes before linearized reading' (duration: 688.485199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.158241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:18.46955Z","time spent":"688.684113ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:33:19.158066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.098456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:19.157804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.505888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:19.15839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:18.404919Z","time spent":"752.3661ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:19.158541Z","caller":"traceutil/trace.go:171","msg":"trace[1423798076] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26061; }","duration":"313.15782ms","start":"2026-05-07T16:33:18.845253Z","end":"2026-05-07T16:33:19.15841Z","steps":["trace[1423798076] 'agreement among raft nodes before linearized reading' (duration: 312.508918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.158604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936321097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-349ff93e-ca49-40bb-b53f-f267344de10b\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-05-07T16:33:19.158708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:18.845233Z","time spent":"313.416734ms","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:19.158738Z","caller":"traceutil/trace.go:171","msg":"trace[59477882] range","detail":"{range_begin:/registry/persistentvolumes/pvc-349ff93e-ca49-40bb-b53f-f267344de10b; range_end:; response_count:1; response_revision:26061; }","duration":"1.936397598s","start":"2026-05-07T16:33:17.222244Z","end":"2026-05-07T16:33:19.158642Z","steps":["trace[59477882] 'agreement among raft nodes before linearized reading' (duration: 1.935505552s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.158865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:17.222234Z","time spent":"1.936615972s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-349ff93e-ca49-40bb-b53f-f267344de10b\" "} {"level":"info","ts":"2026-05-07T16:33:19.159628Z","caller":"traceutil/trace.go:171","msg":"trace[1150078947] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26061; }","duration":"843.874541ms","start":"2026-05-07T16:33:18.314514Z","end":"2026-05-07T16:33:19.158389Z","steps":["trace[1150078947] 'agreement among raft nodes before linearized reading' (duration: 842.884622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:19.160353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:18.314491Z","time spent":"845.835208ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:19.876775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.599013ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-07T16:33:19.876891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.161415Z","time spent":"715.469126ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T16:33:20.073059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893749677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:33:20.53952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.027939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:20.539895Z","caller":"traceutil/trace.go:171","msg":"trace[1639168758] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"1.373166275s","start":"2026-05-07T16:33:19.166712Z","end":"2026-05-07T16:33:20.539878Z","steps":["trace[1639168758] 'process raft request' (duration: 1.373057903s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:20.539929Z","caller":"traceutil/trace.go:171","msg":"trace[2066342524] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"1.373257607s","start":"2026-05-07T16:33:19.166617Z","end":"2026-05-07T16:33:20.539875Z","steps":["trace[2066342524] 'process raft request' (duration: 1.373022402s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:20.540133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.166597Z","time spent":"1.373425331s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:20.540205Z","caller":"traceutil/trace.go:171","msg":"trace[1973400627] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"1.373351269s","start":"2026-05-07T16:33:19.16683Z","end":"2026-05-07T16:33:20.540181Z","steps":["trace[1973400627] 'process raft request' (duration: 1.373307508s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:20.540262Z","caller":"traceutil/trace.go:171","msg":"trace[1949120233] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"1.373463041s","start":"2026-05-07T16:33:19.166745Z","end":"2026-05-07T16:33:20.540208Z","steps":["trace[1949120233] 'process raft request' (duration: 1.373085914s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:20.540296Z","caller":"traceutil/trace.go:171","msg":"trace[222275836] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"1.373494602s","start":"2026-05-07T16:33:19.166782Z","end":"2026-05-07T16:33:20.540277Z","steps":["trace[222275836] 'process raft request' (duration: 1.373250697s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:20.53997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.166707Z","time spent":"1.373227767s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:20.540388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.166778Z","time spent":"1.373565773s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:20.540399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.166817Z","time spent":"1.373487912s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:20.540427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.166741Z","time spent":"1.373600224s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:20.539869Z","caller":"traceutil/trace.go:171","msg":"trace[1778232812] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"1.375712194s","start":"2026-05-07T16:33:19.164125Z","end":"2026-05-07T16:33:20.539837Z","steps":["trace[1778232812] 'process raft request' (duration: 1.063267616s)","trace[1778232812] 'compare' (duration: 310.718684ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:20.540929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.164095Z","time spent":"1.376779703s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:21.191011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.701041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:21.191279Z","caller":"traceutil/trace.go:171","msg":"trace[760128932] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"721.148843ms","start":"2026-05-07T16:33:20.470113Z","end":"2026-05-07T16:33:21.191262Z","steps":["trace[760128932] 'process raft request' (duration: 721.118712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:21.191324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:20.47007Z","time spent":"721.234365ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:21.191549Z","caller":"traceutil/trace.go:171","msg":"trace[490374400] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"721.771444ms","start":"2026-05-07T16:33:20.46976Z","end":"2026-05-07T16:33:21.191531Z","steps":["trace[490374400] 'process raft request' (duration: 721.446648ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:21.191559Z","caller":"traceutil/trace.go:171","msg":"trace[1714056069] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"723.784113ms","start":"2026-05-07T16:33:20.467748Z","end":"2026-05-07T16:33:21.191532Z","steps":["trace[1714056069] 'process raft request' (duration: 723.433626ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:21.191567Z","caller":"traceutil/trace.go:171","msg":"trace[275467275] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"1.313537804s","start":"2026-05-07T16:33:19.878Z","end":"2026-05-07T16:33:21.191537Z","steps":["trace[275467275] 'process raft request' (duration: 1.313137877s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:21.191611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:20.469753Z","time spent":"721.820525ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:21.191689Z","caller":"traceutil/trace.go:171","msg":"trace[1783050490] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"1.331759357s","start":"2026-05-07T16:33:19.859906Z","end":"2026-05-07T16:33:21.191665Z","steps":["trace[1783050490] 'process raft request' (duration: 1.331196237s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:21.19172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.877968Z","time spent":"1.313676767s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:21.191718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:20.46774Z","time spent":"723.886605ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:21.19179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.859877Z","time spent":"1.331852418s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:21.191707Z","caller":"traceutil/trace.go:171","msg":"trace[1746032236] linearizableReadLoop","detail":"{readStateIndex:26940; appliedIndex:26931; }","duration":"1.618846147s","start":"2026-05-07T16:33:19.572836Z","end":"2026-05-07T16:33:21.191682Z","steps":["trace[1746032236] 'read index received' (duration: 654.56087ms)","trace[1746032236] 'applied index is now lower than readState.Index' (duration: 964.283236ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:21.191768Z","caller":"traceutil/trace.go:171","msg":"trace[2027160275] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"1.401028339s","start":"2026-05-07T16:33:19.790696Z","end":"2026-05-07T16:33:21.191724Z","steps":["trace[2027160275] 'process raft request' (duration: 852.512123ms)","trace[2027160275] 'compare' (duration: 547.580639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:21.191809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618969888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:21.191981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.790655Z","time spent":"1.401216553s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:21.192017Z","caller":"traceutil/trace.go:171","msg":"trace[845257613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26073; }","duration":"1.619236443s","start":"2026-05-07T16:33:19.572766Z","end":"2026-05-07T16:33:21.192002Z","steps":["trace[845257613] 'agreement among raft nodes before linearized reading' (duration: 1.618981409s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:21.192058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.572738Z","time spent":"1.619309724s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:33:21.692422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893749694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:33:21.990046Z","caller":"traceutil/trace.go:171","msg":"trace[64438406] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"824.819233ms","start":"2026-05-07T16:33:21.165196Z","end":"2026-05-07T16:33:21.990016Z","steps":["trace[64438406] 'process raft request' (duration: 771.213785ms)","trace[64438406] 'compare' (duration: 53.065158ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:21.990337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:21.165163Z","time spent":"825.025447ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:22.002168Z","caller":"traceutil/trace.go:171","msg":"trace[1548856012] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"836.749717ms","start":"2026-05-07T16:33:21.165406Z","end":"2026-05-07T16:33:22.002155Z","steps":["trace[1548856012] 'process raft request' (duration: 836.654506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.002259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:21.165368Z","time spent":"836.839299ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:22.002383Z","caller":"traceutil/trace.go:171","msg":"trace[2056726929] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"836.372949ms","start":"2026-05-07T16:33:21.165994Z","end":"2026-05-07T16:33:22.002366Z","steps":["trace[2056726929] 'process raft request' (duration: 836.135805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.002466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:21.165977Z","time spent":"836.446791ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:22.002635Z","caller":"traceutil/trace.go:171","msg":"trace[1540622325] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"836.182076ms","start":"2026-05-07T16:33:21.166435Z","end":"2026-05-07T16:33:22.002617Z","steps":["trace[1540622325] 'process raft request' (duration: 835.86974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.002696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:21.166403Z","time spent":"836.261598ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:22.002652Z","caller":"traceutil/trace.go:171","msg":"trace[573653632] linearizableReadLoop","detail":"{readStateIndex:26947; appliedIndex:26943; }","duration":"810.786009ms","start":"2026-05-07T16:33:21.191835Z","end":"2026-05-07T16:33:22.002621Z","steps":["trace[573653632] 'read index received' (duration: 744.610905ms)","trace[573653632] 'applied index is now lower than readState.Index' (duration: 66.172494ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:22.002793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159499404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:22.002824Z","caller":"traceutil/trace.go:171","msg":"trace[1731449615] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26077; }","duration":"2.159577945s","start":"2026-05-07T16:33:19.843237Z","end":"2026-05-07T16:33:22.002815Z","steps":["trace[1731449615] 'agreement among raft nodes before linearized reading' (duration: 2.159521384s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.002851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.843209Z","time spent":"2.159634878s","remote":"127.0.0.1:56948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:22.002842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535107741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:33:22.002901Z","caller":"traceutil/trace.go:171","msg":"trace[1059010886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26077; }","duration":"1.535214324s","start":"2026-05-07T16:33:20.46767Z","end":"2026-05-07T16:33:22.002884Z","steps":["trace[1059010886] 'agreement among raft nodes before linearized reading' (duration: 1.534991909s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.00299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741409201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:22.003021Z","caller":"traceutil/trace.go:171","msg":"trace[1775814629] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26077; }","duration":"1.741468583s","start":"2026-05-07T16:33:20.261544Z","end":"2026-05-07T16:33:22.003013Z","steps":["trace[1775814629] 'agreement among raft nodes before linearized reading' (duration: 1.741417352s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.00305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:20.261521Z","time spent":"1.741520203s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:22.003128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211171817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:22.00319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.964644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-07T16:33:22.003248Z","caller":"traceutil/trace.go:171","msg":"trace[2124661560] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26077; }","duration":"809.087597ms","start":"2026-05-07T16:33:21.194143Z","end":"2026-05-07T16:33:22.003231Z","steps":["trace[2124661560] 'agreement among raft nodes before linearized reading' (duration: 808.959495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.003289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:21.194122Z","time spent":"809.159678ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T16:33:22.003338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.005779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-07T16:33:22.003364Z","caller":"traceutil/trace.go:171","msg":"trace[1400906066] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26077; }","duration":"303.05883ms","start":"2026-05-07T16:33:21.700297Z","end":"2026-05-07T16:33:22.003356Z","steps":["trace[1400906066] 'agreement among raft nodes before linearized reading' (duration: 303.007759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.003387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:21.700286Z","time spent":"303.095141ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T16:33:22.003468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.435053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:22.003509Z","caller":"traceutil/trace.go:171","msg":"trace[1521105487] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26077; }","duration":"349.478464ms","start":"2026-05-07T16:33:21.654019Z","end":"2026-05-07T16:33:22.003498Z","steps":["trace[1521105487] 'agreement among raft nodes before linearized reading' (duration: 349.415473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.003535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319484324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:22.003542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:21.65399Z","time spent":"349.542804ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:22.003557Z","caller":"traceutil/trace.go:171","msg":"trace[1566497145] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26077; }","duration":"2.319507775s","start":"2026-05-07T16:33:19.684042Z","end":"2026-05-07T16:33:22.003549Z","steps":["trace[1566497145] 'agreement among raft nodes before linearized reading' (duration: 2.319471794s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.003577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.683926Z","time spent":"2.319645297s","remote":"127.0.0.1:37702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:22.003608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.273106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:22.003701Z","caller":"traceutil/trace.go:171","msg":"trace[317152678] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26077; }","duration":"796.384528ms","start":"2026-05-07T16:33:21.207297Z","end":"2026-05-07T16:33:22.003681Z","steps":["trace[317152678] 'agreement among raft nodes before linearized reading' (duration: 796.200245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.003774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:21.207229Z","time spent":"796.52963ms","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:22.003271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319959775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:22.002951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:20.467653Z","time spent":"1.535288615s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T16:33:22.003257Z","caller":"traceutil/trace.go:171","msg":"trace[1840041336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26077; }","duration":"2.21135581s","start":"2026-05-07T16:33:19.791851Z","end":"2026-05-07T16:33:22.003207Z","steps":["trace[1840041336] 'agreement among raft nodes before linearized reading' (duration: 2.211133196s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.003933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:19.791827Z","time spent":"2.212091993s","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:22.003968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.509997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T16:33:22.004029Z","caller":"traceutil/trace.go:171","msg":"trace[14784351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26077; }","duration":"597.618679ms","start":"2026-05-07T16:33:21.406399Z","end":"2026-05-07T16:33:22.004018Z","steps":["trace[14784351] 'agreement among raft nodes before linearized reading' (duration: 597.337824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.004067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:21.406374Z","time spent":"597.68712ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T16:33:22.003818Z","caller":"traceutil/trace.go:171","msg":"trace[1301273506] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26077; }","duration":"1.320577776s","start":"2026-05-07T16:33:20.683231Z","end":"2026-05-07T16:33:22.003809Z","steps":["trace[1301273506] 'agreement among raft nodes before linearized reading' (duration: 1.320011416s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.004109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:20.683203Z","time spent":"1.320895773s","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:22.004326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059764222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:22.004386Z","caller":"traceutil/trace.go:171","msg":"trace[1613339214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26077; }","duration":"1.059901535s","start":"2026-05-07T16:33:20.944471Z","end":"2026-05-07T16:33:22.004373Z","steps":["trace[1613339214] 'agreement among raft nodes before linearized reading' (duration: 1.058540349s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:22.004422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:20.944442Z","time spent":"1.059972295s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:33:22.48312Z","caller":"traceutil/trace.go:171","msg":"trace[64086679] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"473.941964ms","start":"2026-05-07T16:33:22.009137Z","end":"2026-05-07T16:33:22.483079Z","steps":["trace[64086679] 'process raft request' (duration: 440.147037ms)","trace[64086679] 'compare' (duration: 33.101143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:22.483315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.009107Z","time spent":"474.105137ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:23.213384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.152271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:23.21367Z","caller":"traceutil/trace.go:171","msg":"trace[1345361367] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"1.204033045s","start":"2026-05-07T16:33:22.009592Z","end":"2026-05-07T16:33:23.213625Z","steps":["trace[1345361367] 'process raft request' (duration: 1.100513758s)","trace[1345361367] 'compare' (duration: 102.216942ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:23.21385Z","caller":"traceutil/trace.go:171","msg":"trace[629148614] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"1.203943532s","start":"2026-05-07T16:33:22.009877Z","end":"2026-05-07T16:33:23.213821Z","steps":["trace[629148614] 'process raft request' (duration: 1.203658767s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.214094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.009579Z","time spent":"1.204214698s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:23.214134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.009869Z","time spent":"1.204223988s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:23.214983Z","caller":"traceutil/trace.go:171","msg":"trace[1168469209] linearizableReadLoop","detail":"{readStateIndex:26950; appliedIndex:26947; }","duration":"1.201747592s","start":"2026-05-07T16:33:22.013222Z","end":"2026-05-07T16:33:23.21497Z","steps":["trace[1168469209] 'read index received' (duration: 436.280516ms)","trace[1168469209] 'applied index is now lower than readState.Index' (duration: 765.465826ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:23.215301Z","caller":"traceutil/trace.go:171","msg":"trace[835293023] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"821.855587ms","start":"2026-05-07T16:33:22.39321Z","end":"2026-05-07T16:33:23.215065Z","steps":["trace[835293023] 'process raft request' (duration: 821.087243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.21555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.39315Z","time spent":"822.189334ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:23.215906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20268335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:23.215937Z","caller":"traceutil/trace.go:171","msg":"trace[1402158196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26081; }","duration":"1.20272654s","start":"2026-05-07T16:33:22.013203Z","end":"2026-05-07T16:33:23.215929Z","steps":["trace[1402158196] 'agreement among raft nodes before linearized reading' (duration: 1.202672539s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.215976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.013193Z","time spent":"1.202778281s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:33:23.237548Z","caller":"traceutil/trace.go:171","msg":"trace[1796080342] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"120.485766ms","start":"2026-05-07T16:33:23.117033Z","end":"2026-05-07T16:33:23.237519Z","steps":["trace[1796080342] 'process raft request' (duration: 120.342633ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:23.921019Z","caller":"traceutil/trace.go:171","msg":"trace[1049041603] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"722.845205ms","start":"2026-05-07T16:33:23.198122Z","end":"2026-05-07T16:33:23.920967Z","steps":["trace[1049041603] 'process raft request' (duration: 722.471368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.921222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83594664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:23.921282Z","caller":"traceutil/trace.go:171","msg":"trace[1389717192] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26086; }","duration":"1.836071412s","start":"2026-05-07T16:33:22.085199Z","end":"2026-05-07T16:33:23.92127Z","steps":["trace[1389717192] 'agreement among raft nodes before linearized reading' (duration: 1.83593388s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.921321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.085176Z","time spent":"1.836135814s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T16:33:23.921076Z","caller":"traceutil/trace.go:171","msg":"trace[1600643606] linearizableReadLoop","detail":"{readStateIndex:26956; appliedIndex:26951; }","duration":"706.020559ms","start":"2026-05-07T16:33:23.215027Z","end":"2026-05-07T16:33:23.921047Z","steps":["trace[1600643606] 'read index received' (duration: 22.452592ms)","trace[1600643606] 'applied index is now lower than readState.Index' (duration: 683.510435ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:23.921372Z","caller":"traceutil/trace.go:171","msg":"trace[753546793] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"721.985319ms","start":"2026-05-07T16:33:23.199359Z","end":"2026-05-07T16:33:23.921344Z","steps":["trace[753546793] 'process raft request' (duration: 721.455098ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:23.921441Z","caller":"traceutil/trace.go:171","msg":"trace[755832044] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"721.205374ms","start":"2026-05-07T16:33:23.200212Z","end":"2026-05-07T16:33:23.921417Z","steps":["trace[755832044] 'process raft request' (duration: 720.720584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.921351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132470479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:23.921531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.198089Z","time spent":"723.141371ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:23.921637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375941508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:33:23.921617Z","caller":"traceutil/trace.go:171","msg":"trace[207353627] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26086; }","duration":"1.132786755s","start":"2026-05-07T16:33:22.788782Z","end":"2026-05-07T16:33:23.921569Z","steps":["trace[207353627] 'agreement among raft nodes before linearized reading' (duration: 1.132436898s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.921634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.199346Z","time spent":"722.125472ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:23.921633Z","caller":"traceutil/trace.go:171","msg":"trace[848806310] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"723.202002ms","start":"2026-05-07T16:33:23.198391Z","end":"2026-05-07T16:33:23.921593Z","steps":["trace[848806310] 'process raft request' (duration: 722.361526ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:23.921679Z","caller":"traceutil/trace.go:171","msg":"trace[1255474082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26086; }","duration":"1.376030789s","start":"2026-05-07T16:33:22.545639Z","end":"2026-05-07T16:33:23.92167Z","steps":["trace[1255474082] 'agreement among raft nodes before linearized reading' (duration: 1.375896687s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.921735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.545616Z","time spent":"1.376111752s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:23.921587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.200174Z","time spent":"721.336957ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:23.921777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.788756Z","time spent":"1.132955768s","remote":"127.0.0.1:56966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:23.921831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.198381Z","time spent":"723.349575ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:23.921851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376278164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T16:33:23.921884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376202312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:33:23.92198Z","caller":"traceutil/trace.go:171","msg":"trace[967037439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26086; }","duration":"1.376462747s","start":"2026-05-07T16:33:22.545469Z","end":"2026-05-07T16:33:23.921932Z","steps":["trace[967037439] 'agreement among raft nodes before linearized reading' (duration: 1.376113861s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:23.921991Z","caller":"traceutil/trace.go:171","msg":"trace[1697534135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26086; }","duration":"1.376401007s","start":"2026-05-07T16:33:22.545566Z","end":"2026-05-07T16:33:23.921967Z","steps":["trace[1697534135] 'agreement among raft nodes before linearized reading' (duration: 1.376058151s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.922047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.545444Z","time spent":"1.37659182s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:23.922042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.545533Z","time spent":"1.376499998s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:33:23.923253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377012188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:33:23.923658Z","caller":"traceutil/trace.go:171","msg":"trace[1910255290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26086; }","duration":"1.378627808s","start":"2026-05-07T16:33:22.544995Z","end":"2026-05-07T16:33:23.923623Z","steps":["trace[1910255290] 'agreement among raft nodes before linearized reading' (duration: 1.3765911s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:23.923778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:22.544967Z","time spent":"1.37879382s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:33:24.422052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893749715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:33:24.673925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.767687ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:24.674033Z","caller":"traceutil/trace.go:171","msg":"trace[727408926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26086; }","duration":"550.88988ms","start":"2026-05-07T16:33:24.123129Z","end":"2026-05-07T16:33:24.674019Z","steps":["trace[727408926] 'range keys from in-memory index tree' (duration: 550.749937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.149986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.206072ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-07T16:33:25.15108Z","caller":"traceutil/trace.go:171","msg":"trace[1068799967] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"1.224885727s","start":"2026-05-07T16:33:23.92617Z","end":"2026-05-07T16:33:25.151056Z","steps":["trace[1068799967] 'process raft request' (duration: 1.223962789s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.151211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.92615Z","time spent":"1.224977909s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:25.217103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T16:33:25.217212Z","caller":"traceutil/trace.go:171","msg":"trace[409762333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036715s","start":"2026-05-07T16:33:23.216822Z","end":"2026-05-07T16:33:25.217189Z","steps":["trace[409762333] 'agreement among raft nodes before linearized reading' (duration: 2.000204997s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.217318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.216799Z","time spent":"2.000504193s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:33:25.527582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.433649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:25.527747Z","caller":"traceutil/trace.go:171","msg":"trace[222720741] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"1.601402928s","start":"2026-05-07T16:33:23.92632Z","end":"2026-05-07T16:33:25.527723Z","steps":["trace[222720741] 'process raft request' (duration: 1.224722554s)","trace[222720741] 'compare' (duration: 376.306397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:25.527813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.926291Z","time spent":"1.60149266s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:25.5283Z","caller":"traceutil/trace.go:171","msg":"trace[57194243] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"1.600824307s","start":"2026-05-07T16:33:23.927438Z","end":"2026-05-07T16:33:25.528263Z","steps":["trace[57194243] 'process raft request' (duration: 1.600240866s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:25.528385Z","caller":"traceutil/trace.go:171","msg":"trace[281199143] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"1.531657756s","start":"2026-05-07T16:33:23.996695Z","end":"2026-05-07T16:33:25.528353Z","steps":["trace[281199143] 'process raft request' (duration: 1.531553583s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:25.528434Z","caller":"traceutil/trace.go:171","msg":"trace[1916946935] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"1.599955462s","start":"2026-05-07T16:33:23.928428Z","end":"2026-05-07T16:33:25.528384Z","steps":["trace[1916946935] 'process raft request' (duration: 1.599636415s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.528514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.92742Z","time spent":"1.600978531s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:25.528572Z","caller":"traceutil/trace.go:171","msg":"trace[116183959] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"1.519650801s","start":"2026-05-07T16:33:24.008903Z","end":"2026-05-07T16:33:25.528554Z","steps":["trace[116183959] 'process raft request' (duration: 1.51958218s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.528588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.996653Z","time spent":"1.53182757s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:25.528653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:24.00889Z","time spent":"1.519721742s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:25.52865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.928415Z","time spent":"1.600115765s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:25.528684Z","caller":"traceutil/trace.go:171","msg":"trace[618426646] linearizableReadLoop","detail":"{readStateIndex:26966; appliedIndex:26956; }","duration":"1.607225208s","start":"2026-05-07T16:33:23.921428Z","end":"2026-05-07T16:33:25.528653Z","steps":["trace[618426646] 'read index received' (duration: 639.361644ms)","trace[618426646] 'applied index is now lower than readState.Index' (duration: 967.862164ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:25.528761Z","caller":"traceutil/trace.go:171","msg":"trace[1210681787] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"1.520903014s","start":"2026-05-07T16:33:24.00784Z","end":"2026-05-07T16:33:25.528743Z","steps":["trace[1210681787] 'process raft request' (duration: 1.520576878s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:25.528775Z","caller":"traceutil/trace.go:171","msg":"trace[2055900423] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"1.39626061s","start":"2026-05-07T16:33:24.132504Z","end":"2026-05-07T16:33:25.528764Z","steps":["trace[2055900423] 'process raft request' (duration: 1.396016675s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.528817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:24.007829Z","time spent":"1.520957495s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:25.528826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:24.132463Z","time spent":"1.396337541s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:25.528939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603794194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:25.528966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.787192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:25.528982Z","caller":"traceutil/trace.go:171","msg":"trace[488455448] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26095; }","duration":"1.603860934s","start":"2026-05-07T16:33:23.925109Z","end":"2026-05-07T16:33:25.52897Z","steps":["trace[488455448] 'agreement among raft nodes before linearized reading' (duration: 1.603763043s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.528988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310239839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18ad55a04f72e20c\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-05-07T16:33:25.529007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041888345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T16:33:25.529002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.582108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:25.529009Z","caller":"traceutil/trace.go:171","msg":"trace[86524331] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26095; }","duration":"908.825243ms","start":"2026-05-07T16:33:24.620166Z","end":"2026-05-07T16:33:25.528991Z","steps":["trace[86524331] 'agreement among raft nodes before linearized reading' (duration: 908.752092ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:25.529035Z","caller":"traceutil/trace.go:171","msg":"trace[2100861727] range","detail":"{range_begin:/registry/events/openstack/container-infra.18ad55a04f72e20c; range_end:; response_count:1; response_revision:26095; }","duration":"2.31030407s","start":"2026-05-07T16:33:23.218716Z","end":"2026-05-07T16:33:25.52902Z","steps":["trace[2100861727] 'agreement among raft nodes before linearized reading' (duration: 2.310091487s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:25.529042Z","caller":"traceutil/trace.go:171","msg":"trace[1978435309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26095; }","duration":"1.042029468s","start":"2026-05-07T16:33:24.486998Z","end":"2026-05-07T16:33:25.529028Z","steps":["trace[1978435309] 'agreement among raft nodes before linearized reading' (duration: 1.041900785s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:25.529046Z","caller":"traceutil/trace.go:171","msg":"trace[168765253] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26095; }","duration":"447.67778ms","start":"2026-05-07T16:33:25.081357Z","end":"2026-05-07T16:33:25.529034Z","steps":["trace[168765253] 'agreement among raft nodes before linearized reading' (duration: 447.531317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.529058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:24.62013Z","time spent":"908.919114ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:25.529071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:24.486988Z","time spent":"1.042077498s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:25.529073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.218684Z","time spent":"2.310380522s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18ad55a04f72e20c\" "} {"level":"warn","ts":"2026-05-07T16:33:25.529179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123424908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"info","ts":"2026-05-07T16:33:25.52856Z","caller":"traceutil/trace.go:171","msg":"trace[1855783466] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"1.521036088s","start":"2026-05-07T16:33:24.007498Z","end":"2026-05-07T16:33:25.528534Z","steps":["trace[1855783466] 'process raft request' (duration: 1.520805652s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:25.529212Z","caller":"traceutil/trace.go:171","msg":"trace[1901284452] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26095; }","duration":"1.12349792s","start":"2026-05-07T16:33:24.405705Z","end":"2026-05-07T16:33:25.529203Z","steps":["trace[1901284452] 'agreement among raft nodes before linearized reading' (duration: 1.123331177s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.529152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.546666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:25.529224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.171649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T16:33:25.52924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:24.405678Z","time spent":"1.12355777s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T16:33:25.529081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.08133Z","time spent":"447.743751ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:25.529285Z","caller":"traceutil/trace.go:171","msg":"trace[2094196999] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b; range_end:; response_count:1; response_revision:26095; }","duration":"306.26886ms","start":"2026-05-07T16:33:25.223005Z","end":"2026-05-07T16:33:25.529274Z","steps":["trace[2094196999] 'agreement among raft nodes before linearized reading' (duration: 306.096517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.529284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:24.007467Z","time spent":"1.52177204s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:25.529292Z","caller":"traceutil/trace.go:171","msg":"trace[622646262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26095; }","duration":"305.7255ms","start":"2026-05-07T16:33:25.223533Z","end":"2026-05-07T16:33:25.529259Z","steps":["trace[622646262] 'agreement among raft nodes before linearized reading' (duration: 305.376773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:25.529316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.222983Z","time spent":"306.323162ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" "} {"level":"warn","ts":"2026-05-07T16:33:25.529359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.223527Z","time spent":"305.816861ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:33:25.529017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:23.92509Z","time spent":"1.603920556s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T16:33:26.094766Z","caller":"traceutil/trace.go:171","msg":"trace[776524438] linearizableReadLoop","detail":"{readStateIndex:26971; appliedIndex:26970; }","duration":"443.046962ms","start":"2026-05-07T16:33:25.651699Z","end":"2026-05-07T16:33:26.094746Z","steps":["trace[776524438] 'read index received' (duration: 406.279541ms)","trace[776524438] 'applied index is now lower than readState.Index' (duration: 36.766351ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:26.094814Z","caller":"traceutil/trace.go:171","msg":"trace[1776391567] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"495.942817ms","start":"2026-05-07T16:33:25.598816Z","end":"2026-05-07T16:33:26.094759Z","steps":["trace[1776391567] 'process raft request' (duration: 459.171766ms)","trace[1776391567] 'compare' (duration: 36.660129ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:26.094937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.210695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:26.095016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.598789Z","time spent":"496.11207ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:26.095047Z","caller":"traceutil/trace.go:171","msg":"trace[414545863] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26099; }","duration":"443.379308ms","start":"2026-05-07T16:33:25.651635Z","end":"2026-05-07T16:33:26.095015Z","steps":["trace[414545863] 'agreement among raft nodes before linearized reading' (duration: 443.184874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:26.095113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.651609Z","time spent":"443.48773ms","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T16:33:26.594859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893749743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:33:27.004862Z","caller":"traceutil/trace.go:171","msg":"trace[272790441] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"1.076782141s","start":"2026-05-07T16:33:25.928033Z","end":"2026-05-07T16:33:27.004815Z","steps":["trace[272790441] 'process raft request' (duration: 1.05122637s)","trace[272790441] 'compare' (duration: 25.306396ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:27.005329Z","caller":"traceutil/trace.go:171","msg":"trace[110646883] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"1.073758605s","start":"2026-05-07T16:33:25.931512Z","end":"2026-05-07T16:33:27.005271Z","steps":["trace[110646883] 'process raft request' (duration: 1.073690004s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.005537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.931469Z","time spent":"1.073955578s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:27.005704Z","caller":"traceutil/trace.go:171","msg":"trace[1397949016] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"1.075708692s","start":"2026-05-07T16:33:25.929984Z","end":"2026-05-07T16:33:27.005693Z","steps":["trace[1397949016] 'process raft request' (duration: 1.075064049s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.005758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.929961Z","time spent":"1.075770563s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:27.006198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.928013Z","time spent":"1.076955585s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:27.006339Z","caller":"traceutil/trace.go:171","msg":"trace[592358667] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"1.076330933s","start":"2026-05-07T16:33:25.929554Z","end":"2026-05-07T16:33:27.005885Z","steps":["trace[592358667] 'process raft request' (duration: 1.075204692s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:27.006551Z","caller":"traceutil/trace.go:171","msg":"trace[1034100767] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26971; }","duration":"911.712227ms","start":"2026-05-07T16:33:26.094822Z","end":"2026-05-07T16:33:27.006534Z","steps":["trace[1034100767] 'read index received' (duration: 884.592537ms)","trace[1034100767] 'applied index is now lower than readState.Index' (duration: 27.11842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:27.006615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.929542Z","time spent":"1.076913254s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:27.00665Z","caller":"traceutil/trace.go:171","msg":"trace[502315521] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"808.942003ms","start":"2026-05-07T16:33:26.19767Z","end":"2026-05-07T16:33:27.006612Z","steps":["trace[502315521] 'process raft request' (duration: 808.779921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.006734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121770727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:27.006769Z","caller":"traceutil/trace.go:171","msg":"trace[1330292828] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26104; }","duration":"1.121812888s","start":"2026-05-07T16:33:25.884946Z","end":"2026-05-07T16:33:27.006759Z","steps":["trace[1330292828] 'agreement among raft nodes before linearized reading' (duration: 1.121691536s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.006808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.884921Z","time spent":"1.121879119s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:27.006841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:26.197643Z","time spent":"809.105326ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:27.006836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.942683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T16:33:27.006926Z","caller":"traceutil/trace.go:171","msg":"trace[533584684] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26104; }","duration":"952.080706ms","start":"2026-05-07T16:33:26.054821Z","end":"2026-05-07T16:33:27.006902Z","steps":["trace[533584684] 'agreement among raft nodes before linearized reading' (duration: 951.723638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.006918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.339157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:27.006965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328326733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:27.007039Z","caller":"traceutil/trace.go:171","msg":"trace[674166590] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26104; }","duration":"1.328415944s","start":"2026-05-07T16:33:25.678608Z","end":"2026-05-07T16:33:27.007024Z","steps":["trace[674166590] 'agreement among raft nodes before linearized reading' (duration: 1.32826364s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:27.007034Z","caller":"traceutil/trace.go:171","msg":"trace[1725483967] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26104; }","duration":"904.498332ms","start":"2026-05-07T16:33:26.10251Z","end":"2026-05-07T16:33:27.007008Z","steps":["trace[1725483967] 'agreement among raft nodes before linearized reading' (duration: 904.267586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.007071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.2828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:27.007107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:25.6786Z","time spent":"1.328466065s","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:27.007122Z","caller":"traceutil/trace.go:171","msg":"trace[290446070] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26104; }","duration":"214.369831ms","start":"2026-05-07T16:33:26.792736Z","end":"2026-05-07T16:33:27.007105Z","steps":["trace[290446070] 'agreement among raft nodes before linearized reading' (duration: 214.28283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.007094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:26.102501Z","time spent":"904.582163ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T16:33:27.006988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:26.054811Z","time spent":"952.167217ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-07T16:33:27.784116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.874954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:27.784257Z","caller":"traceutil/trace.go:171","msg":"trace[4974553] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26104; }","duration":"356.051016ms","start":"2026-05-07T16:33:27.428148Z","end":"2026-05-07T16:33:27.784199Z","steps":["trace[4974553] 'count revisions from in-memory index tree' (duration: 355.766652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.784311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.427943Z","time spent":"356.355702ms","remote":"127.0.0.1:60320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:27.784616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.300962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:27.784648Z","caller":"traceutil/trace.go:171","msg":"trace[1304221397] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26104; }","duration":"666.399363ms","start":"2026-05-07T16:33:27.118242Z","end":"2026-05-07T16:33:27.784641Z","steps":["trace[1304221397] 'count revisions from in-memory index tree' (duration: 666.125849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.784674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.118211Z","time spent":"666.452414ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:27.784736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.853459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:33:27.784816Z","caller":"traceutil/trace.go:171","msg":"trace[1332741943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26104; }","duration":"250.008911ms","start":"2026-05-07T16:33:27.534788Z","end":"2026-05-07T16:33:27.784797Z","steps":["trace[1332741943] 'range keys from in-memory index tree' (duration: 249.445442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.784996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.850057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T16:33:27.785119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.478871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:33:27.785195Z","caller":"traceutil/trace.go:171","msg":"trace[734284221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26104; }","duration":"629.086141ms","start":"2026-05-07T16:33:27.156088Z","end":"2026-05-07T16:33:27.785174Z","steps":["trace[734284221] 'range keys from in-memory index tree' (duration: 628.587622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:27.78526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.156067Z","time spent":"629.177022ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:33:27.785205Z","caller":"traceutil/trace.go:171","msg":"trace[288530442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26104; }","duration":"249.636184ms","start":"2026-05-07T16:33:27.535547Z","end":"2026-05-07T16:33:27.785184Z","steps":["trace[288530442] 'range keys from in-memory index tree' (duration: 249.150746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:28.037532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893749755,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:33:28.507234Z","caller":"traceutil/trace.go:171","msg":"trace[267330367] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"971.005272ms","start":"2026-05-07T16:33:27.536194Z","end":"2026-05-07T16:33:28.507199Z","steps":["trace[267330367] 'process raft request' (duration: 970.811858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:28.507429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.536173Z","time spent":"971.151764ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:29.304009Z","caller":"traceutil/trace.go:171","msg":"trace[1702550391] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"1.767138705s","start":"2026-05-07T16:33:27.536832Z","end":"2026-05-07T16:33:29.303971Z","steps":["trace[1702550391] 'process raft request' (duration: 1.766822029s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:29.304338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.536809Z","time spent":"1.767380349s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:29.304317Z","caller":"traceutil/trace.go:171","msg":"trace[1809054390] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"1.767385749s","start":"2026-05-07T16:33:27.536872Z","end":"2026-05-07T16:33:29.304258Z","steps":["trace[1809054390] 'process raft request' (duration: 1.767038393s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:29.304541Z","caller":"traceutil/trace.go:171","msg":"trace[1248036143] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"1.514514984s","start":"2026-05-07T16:33:27.790001Z","end":"2026-05-07T16:33:29.304516Z","steps":["trace[1248036143] 'process raft request' (duration: 1.514443611s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:29.304559Z","caller":"traceutil/trace.go:171","msg":"trace[902124099] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"1.766838849s","start":"2026-05-07T16:33:27.537705Z","end":"2026-05-07T16:33:29.304543Z","steps":["trace[902124099] 'process raft request' (duration: 1.766499802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:29.304643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.53769Z","time spent":"1.76691112s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:29.304653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.789995Z","time spent":"1.514605016s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:29.304621Z","caller":"traceutil/trace.go:171","msg":"trace[1991771870] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"1.514877331s","start":"2026-05-07T16:33:27.789709Z","end":"2026-05-07T16:33:29.304587Z","steps":["trace[1991771870] 'process raft request' (duration: 1.514677676s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:29.304654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.536827Z","time spent":"1.767653554s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:29.304806Z","caller":"traceutil/trace.go:171","msg":"trace[530014595] linearizableReadLoop","detail":"{readStateIndex:26983; appliedIndex:26976; }","duration":"1.768048712s","start":"2026-05-07T16:33:27.536711Z","end":"2026-05-07T16:33:29.30476Z","steps":["trace[530014595] 'read index received' (duration: 970.37513ms)","trace[530014595] 'applied index is now lower than readState.Index' (duration: 797.671712ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:29.304818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.789677Z","time spent":"1.515039503s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:29.304852Z","caller":"traceutil/trace.go:171","msg":"trace[172145194] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"1.514659067s","start":"2026-05-07T16:33:27.790177Z","end":"2026-05-07T16:33:29.304836Z","steps":["trace[172145194] 'process raft request' (duration: 1.514304589s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:29.30523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768513811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:33:29.30529Z","caller":"traceutil/trace.go:171","msg":"trace[1373008405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26111; }","duration":"1.768606373s","start":"2026-05-07T16:33:27.536667Z","end":"2026-05-07T16:33:29.305274Z","steps":["trace[1373008405] 'agreement among raft nodes before linearized reading' (duration: 1.768220386s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:29.305333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.536641Z","time spent":"1.768683333s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:29.305461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.790143Z","time spent":"1.515104085s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:29.805582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893749768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:33:29.954113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T16:33:29.954236Z","caller":"traceutil/trace.go:171","msg":"trace[1170005200] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157768s","start":"2026-05-07T16:33:27.954048Z","end":"2026-05-07T16:33:29.954205Z","steps":["trace[1170005200] 'agreement among raft nodes before linearized reading' (duration: 2.000009764s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:29.954309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.954022Z","time spent":"2.00027134s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:33:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T16:33:30.157834Z","caller":"traceutil/trace.go:171","msg":"trace[227496609] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"1.452864135s","start":"2026-05-07T16:33:28.704933Z","end":"2026-05-07T16:33:30.157797Z","steps":["trace[227496609] 'process raft request' (duration: 1.452614651s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.158053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:28.704905Z","time spent":"1.453022458s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:30.158317Z","caller":"traceutil/trace.go:171","msg":"trace[1253927583] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"1.14587184s","start":"2026-05-07T16:33:29.012405Z","end":"2026-05-07T16:33:30.158277Z","steps":["trace[1253927583] 'process raft request' (duration: 1.14534329s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.158599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.012364Z","time spent":"1.146107275s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:30.159125Z","caller":"traceutil/trace.go:171","msg":"trace[338036047] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"1.14634007s","start":"2026-05-07T16:33:29.01275Z","end":"2026-05-07T16:33:30.15909Z","steps":["trace[338036047] 'process raft request' (duration: 1.146031544s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:30.159136Z","caller":"traceutil/trace.go:171","msg":"trace[2136472900] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"1.146075775s","start":"2026-05-07T16:33:29.013046Z","end":"2026-05-07T16:33:30.159121Z","steps":["trace[2136472900] 'process raft request' (duration: 1.145993604s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:30.158927Z","caller":"traceutil/trace.go:171","msg":"trace[1966382383] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"1.146253058s","start":"2026-05-07T16:33:29.012642Z","end":"2026-05-07T16:33:30.158895Z","steps":["trace[1966382383] 'process raft request' (duration: 1.1458357s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.15927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.012707Z","time spent":"1.146485853s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:30.159351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.012605Z","time spent":"1.146649166s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:30.159571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.01303Z","time spent":"1.146177287s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:30.197179Z","caller":"traceutil/trace.go:171","msg":"trace[261594939] linearizableReadLoop","detail":"{readStateIndex:26989; appliedIndex:26985; }","duration":"892.26575ms","start":"2026-05-07T16:33:29.30489Z","end":"2026-05-07T16:33:30.197156Z","steps":["trace[261594939] 'read index received' (duration: 853.490661ms)","trace[261594939] 'applied index is now lower than readState.Index' (duration: 38.773819ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:30.197341Z","caller":"traceutil/trace.go:171","msg":"trace[78179460] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"886.669546ms","start":"2026-05-07T16:33:29.310621Z","end":"2026-05-07T16:33:30.19729Z","steps":["trace[78179460] 'process raft request' (duration: 886.397551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.19739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583730855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-07T16:33:30.197456Z","caller":"traceutil/trace.go:171","msg":"trace[2147257352] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:26117; }","duration":"1.583874479s","start":"2026-05-07T16:33:28.613566Z","end":"2026-05-07T16:33:30.197441Z","steps":["trace[2147257352] 'agreement among raft nodes before linearized reading' (duration: 1.583650275s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.197476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.310598Z","time spent":"886.802428ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:30.197501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:28.613546Z","time spent":"1.5839476s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-05-07T16:33:30.19756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294387931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:30.197613Z","caller":"traceutil/trace.go:171","msg":"trace[141252133] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26117; }","duration":"2.294490622s","start":"2026-05-07T16:33:27.903111Z","end":"2026-05-07T16:33:30.197601Z","steps":["trace[141252133] 'agreement among raft nodes before linearized reading' (duration: 2.294399041s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.197655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.903084Z","time spent":"2.294562404s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:30.197488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762054659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T16:33:30.197731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150353205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:30.197741Z","caller":"traceutil/trace.go:171","msg":"trace[1670478807] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26117; }","duration":"1.762353125s","start":"2026-05-07T16:33:28.43537Z","end":"2026-05-07T16:33:30.197723Z","steps":["trace[1670478807] 'agreement among raft nodes before linearized reading' (duration: 1.761900026s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:30.197774Z","caller":"traceutil/trace.go:171","msg":"trace[829280032] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26117; }","duration":"1.150457086s","start":"2026-05-07T16:33:29.047306Z","end":"2026-05-07T16:33:30.197763Z","steps":["trace[829280032] 'agreement among raft nodes before linearized reading' (duration: 1.150386555s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.197794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:28.435345Z","time spent":"1.762434856s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:30.197811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.047287Z","time spent":"1.150516618s","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:30.197999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631901279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:33:30.198606Z","caller":"traceutil/trace.go:171","msg":"trace[1433907394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26117; }","duration":"2.63253172s","start":"2026-05-07T16:33:27.566057Z","end":"2026-05-07T16:33:30.198588Z","steps":["trace[1433907394] 'agreement among raft nodes before linearized reading' (duration: 2.631772517s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.198682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:27.566045Z","time spent":"2.632618523s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:30.198155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.667548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:30.198915Z","caller":"traceutil/trace.go:171","msg":"trace[2113168903] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26117; }","duration":"885.452863ms","start":"2026-05-07T16:33:29.313447Z","end":"2026-05-07T16:33:30.198899Z","steps":["trace[2113168903] 'agreement among raft nodes before linearized reading' (duration: 884.667029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.199008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.313431Z","time spent":"885.556334ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:30.198219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.105032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:30.199219Z","caller":"traceutil/trace.go:171","msg":"trace[1828242648] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26117; }","duration":"487.10283ms","start":"2026-05-07T16:33:29.712076Z","end":"2026-05-07T16:33:30.199179Z","steps":["trace[1828242648] 'agreement among raft nodes before linearized reading' (duration: 486.107832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.198259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.379019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:33:30.198272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.130356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:30.200299Z","caller":"traceutil/trace.go:171","msg":"trace[1681235680] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26117; }","duration":"577.963601ms","start":"2026-05-07T16:33:29.62209Z","end":"2026-05-07T16:33:30.200053Z","steps":["trace[1681235680] 'agreement among raft nodes before linearized reading' (duration: 576.146687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.200514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.622065Z","time spent":"578.368077ms","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:30.198331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.702543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:30.199986Z","caller":"traceutil/trace.go:171","msg":"trace[245697769] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26117; }","duration":"486.50286ms","start":"2026-05-07T16:33:29.712807Z","end":"2026-05-07T16:33:30.19931Z","steps":["trace[245697769] 'agreement among raft nodes before linearized reading' (duration: 485.372249ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:30.200718Z","caller":"traceutil/trace.go:171","msg":"trace[1372040704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26117; }","duration":"246.071408ms","start":"2026-05-07T16:33:29.954588Z","end":"2026-05-07T16:33:30.20066Z","steps":["trace[1372040704] 'agreement among raft nodes before linearized reading' (duration: 243.721023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.200787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.712776Z","time spent":"487.989858ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:30.198365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.931367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-05-07T16:33:30.19835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.762371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:30.201328Z","caller":"traceutil/trace.go:171","msg":"trace[565735126] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26117; }","duration":"878.734027ms","start":"2026-05-07T16:33:29.32249Z","end":"2026-05-07T16:33:30.201224Z","steps":["trace[565735126] 'agreement among raft nodes before linearized reading' (duration: 875.773211ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:30.201357Z","caller":"traceutil/trace.go:171","msg":"trace[536434177] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26117; }","duration":"104.848252ms","start":"2026-05-07T16:33:30.096375Z","end":"2026-05-07T16:33:30.201223Z","steps":["trace[536434177] 'agreement among raft nodes before linearized reading' (duration: 101.910047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.201424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.712057Z","time spent":"487.233304ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:30.201441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:29.322461Z","time spent":"878.916001ms","remote":"127.0.0.1:36262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:30.643905Z","caller":"traceutil/trace.go:171","msg":"trace[424853729] linearizableReadLoop","detail":"{readStateIndex:26991; appliedIndex:26989; }","duration":"434.843318ms","start":"2026-05-07T16:33:30.209037Z","end":"2026-05-07T16:33:30.64388Z","steps":["trace[424853729] 'read index received' (duration: 370.784663ms)","trace[424853729] 'applied index is now lower than readState.Index' (duration: 64.057285ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:30.644035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.203666Z","time spent":"440.365202ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T16:33:30.644152Z","caller":"traceutil/trace.go:171","msg":"trace[1650287952] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"129.707029ms","start":"2026-05-07T16:33:30.514353Z","end":"2026-05-07T16:33:30.64406Z","steps":["trace[1650287952] 'process raft request' (duration: 129.491005ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:30.644408Z","caller":"traceutil/trace.go:171","msg":"trace[96977495] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"438.749801ms","start":"2026-05-07T16:33:30.205634Z","end":"2026-05-07T16:33:30.644384Z","steps":["trace[96977495] 'process raft request' (duration: 438.017048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.644371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.021661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b48f95f9-8b72-4017-9789-bd231ce50eee\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-07T16:33:30.644476Z","caller":"traceutil/trace.go:171","msg":"trace[845051612] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b48f95f9-8b72-4017-9789-bd231ce50eee; range_end:; response_count:1; response_revision:26119; }","duration":"435.152704ms","start":"2026-05-07T16:33:30.209294Z","end":"2026-05-07T16:33:30.644447Z","steps":["trace[845051612] 'agreement among raft nodes before linearized reading' (duration: 434.769356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.644532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.209273Z","time spent":"435.249516ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-b48f95f9-8b72-4017-9789-bd231ce50eee\" "} {"level":"warn","ts":"2026-05-07T16:33:30.644541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.205597Z","time spent":"438.839383ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:30.644621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.592132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T16:33:30.644547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.190181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:30.644679Z","caller":"traceutil/trace.go:171","msg":"trace[1512401642] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b; range_end:; response_count:1; response_revision:26119; }","duration":"435.658084ms","start":"2026-05-07T16:33:30.208997Z","end":"2026-05-07T16:33:30.644655Z","steps":["trace[1512401642] 'agreement among raft nodes before linearized reading' (duration: 435.427469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.644714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.208972Z","time spent":"435.736776ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" "} {"level":"info","ts":"2026-05-07T16:33:30.644731Z","caller":"traceutil/trace.go:171","msg":"trace[1127012699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26119; }","duration":"430.401396ms","start":"2026-05-07T16:33:30.214301Z","end":"2026-05-07T16:33:30.644702Z","steps":["trace[1127012699] 'agreement among raft nodes before linearized reading' (duration: 430.13063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:30.64482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.214293Z","time spent":"430.483397ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:33:31.320599Z","caller":"traceutil/trace.go:171","msg":"trace[1924475992] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"673.651719ms","start":"2026-05-07T16:33:30.646876Z","end":"2026-05-07T16:33:31.320527Z","steps":["trace[1924475992] 'process raft request' (duration: 604.849746ms)","trace[1924475992] 'compare' (duration: 68.360835ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:31.320673Z","caller":"traceutil/trace.go:171","msg":"trace[1553267158] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"577.41512ms","start":"2026-05-07T16:33:30.74323Z","end":"2026-05-07T16:33:31.320645Z","steps":["trace[1553267158] 'process raft request' (duration: 577.222886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:31.320883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.74321Z","time spent":"577.541902ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:31.320907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.646852Z","time spent":"673.879464ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:31.320642Z","caller":"traceutil/trace.go:171","msg":"trace[1699607318] linearizableReadLoop","detail":"{readStateIndex:26994; appliedIndex:26992; }","duration":"671.928706ms","start":"2026-05-07T16:33:30.648669Z","end":"2026-05-07T16:33:31.320598Z","steps":["trace[1699607318] 'read index received' (duration: 61.276141ms)","trace[1699607318] 'applied index is now lower than readState.Index' (duration: 610.647385ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:31.320967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.288613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T16:33:31.321045Z","caller":"traceutil/trace.go:171","msg":"trace[1160603212] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26122; }","duration":"672.391256ms","start":"2026-05-07T16:33:30.648635Z","end":"2026-05-07T16:33:31.321026Z","steps":["trace[1160603212] 'agreement among raft nodes before linearized reading' (duration: 672.093901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:31.321092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.648622Z","time spent":"672.458747ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:33:31.333413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.532551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-07T16:33:31.333461Z","caller":"traceutil/trace.go:171","msg":"trace[2010241575] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26125; }","duration":"620.629613ms","start":"2026-05-07T16:33:30.712821Z","end":"2026-05-07T16:33:31.333451Z","steps":["trace[2010241575] 'agreement among raft nodes before linearized reading' (duration: 620.522081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:31.333484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.712799Z","time spent":"620.679424ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T16:33:31.333705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.110059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:31.333698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.433213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T16:33:31.333741Z","caller":"traceutil/trace.go:171","msg":"trace[1672734060] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26125; }","duration":"674.160579ms","start":"2026-05-07T16:33:30.659566Z","end":"2026-05-07T16:33:31.333726Z","steps":["trace[1672734060] 'agreement among raft nodes before linearized reading' (duration: 674.090038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:31.333788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.659547Z","time spent":"674.231781ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:31.333799Z","caller":"traceutil/trace.go:171","msg":"trace[369549974] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26125; }","duration":"416.605996ms","start":"2026-05-07T16:33:30.917161Z","end":"2026-05-07T16:33:31.333767Z","steps":["trace[369549974] 'agreement among raft nodes before linearized reading' (duration: 416.166158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:31.333908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:30.917134Z","time spent":"416.760998ms","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:31.333396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.813269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:31.334038Z","caller":"traceutil/trace.go:171","msg":"trace[1848052110] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26125; }","duration":"225.494081ms","start":"2026-05-07T16:33:31.108475Z","end":"2026-05-07T16:33:31.333969Z","steps":["trace[1848052110] 'agreement among raft nodes before linearized reading' (duration: 224.847089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:32.322111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.370528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:32.322255Z","caller":"traceutil/trace.go:171","msg":"trace[90344677] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"984.407724ms","start":"2026-05-07T16:33:31.337822Z","end":"2026-05-07T16:33:32.32223Z","steps":["trace[90344677] 'process raft request' (duration: 514.792952ms)","trace[90344677] 'compare' (duration: 468.643424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:32.32233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:31.337802Z","time spent":"984.494766ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:33.319369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466702926s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T16:33:33.424196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.449135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:33.425349Z","caller":"traceutil/trace.go:171","msg":"trace[1870721672] linearizableReadLoop","detail":"{readStateIndex:27001; appliedIndex:26998; }","duration":"2.066856583s","start":"2026-05-07T16:33:31.358469Z","end":"2026-05-07T16:33:33.425325Z","steps":["trace[1870721672] 'read index received' (duration: 494.196685ms)","trace[1870721672] 'applied index is now lower than readState.Index' (duration: 1.572658488s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:33.425372Z","caller":"traceutil/trace.go:171","msg":"trace[917783401] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"2.086334778s","start":"2026-05-07T16:33:31.338996Z","end":"2026-05-07T16:33:33.425331Z","steps":["trace[917783401] 'process raft request' (duration: 1.98064101s)","trace[917783401] 'compare' (duration: 104.093948ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:33.425411Z","caller":"traceutil/trace.go:171","msg":"trace[759454256] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"2.086087914s","start":"2026-05-07T16:33:31.339257Z","end":"2026-05-07T16:33:33.425345Z","steps":["trace[759454256] 'process raft request' (duration: 2.085084845s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:33.425558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:31.338968Z","time spent":"2.086484421s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:33.425596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067120297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:33.425675Z","caller":"traceutil/trace.go:171","msg":"trace[453748431] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26128; }","duration":"2.067207229s","start":"2026-05-07T16:33:31.35845Z","end":"2026-05-07T16:33:33.425657Z","steps":["trace[453748431] 'agreement among raft nodes before linearized reading' (duration: 2.066984135s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:33.425712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:31.339243Z","time spent":"2.086298118s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:33.425749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:31.358409Z","time spent":"2.067326651s","remote":"127.0.0.1:60724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:33.925494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893749801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:33:33.945615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T16:33:33.94571Z","caller":"traceutil/trace.go:171","msg":"trace[679922261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422652s","start":"2026-05-07T16:33:31.945266Z","end":"2026-05-07T16:33:33.945689Z","steps":["trace[679922261] 'agreement among raft nodes before linearized reading' (duration: 2.0003014s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:33.945763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:31.945223Z","time spent":"2.000530184s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:33:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:33:34.791859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.157847ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:34.792039Z","caller":"traceutil/trace.go:171","msg":"trace[223287245] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26128; }","duration":"668.360801ms","start":"2026-05-07T16:33:34.123645Z","end":"2026-05-07T16:33:34.792006Z","steps":["trace[223287245] 'range keys from in-memory index tree' (duration: 668.126596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:34.793091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.598572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:34.793367Z","caller":"traceutil/trace.go:171","msg":"trace[257200825] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"2.627995465s","start":"2026-05-07T16:33:32.165353Z","end":"2026-05-07T16:33:34.793349Z","steps":["trace[257200825] 'process raft request' (duration: 2.627853293s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:34.793336Z","caller":"traceutil/trace.go:171","msg":"trace[1125624202] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"2.779824122s","start":"2026-05-07T16:33:32.013479Z","end":"2026-05-07T16:33:34.793303Z","steps":["trace[1125624202] 'process raft request' (duration: 2.175912963s)","trace[1125624202] 'compare' (duration: 602.591444ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:34.793456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:32.165316Z","time spent":"2.628098708s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:34.793641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:32.013437Z","time spent":"2.780104667s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:34.793797Z","caller":"traceutil/trace.go:171","msg":"trace[60725173] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"2.627528837s","start":"2026-05-07T16:33:32.166229Z","end":"2026-05-07T16:33:34.793758Z","steps":["trace[60725173] 'process raft request' (duration: 2.627076189s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:34.793843Z","caller":"traceutil/trace.go:171","msg":"trace[1278251173] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"2.627165659s","start":"2026-05-07T16:33:32.166657Z","end":"2026-05-07T16:33:34.793822Z","steps":["trace[1278251173] 'process raft request' (duration: 2.626878764s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:34.793981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:32.166217Z","time spent":"2.627660989s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:34.793985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:32.166631Z","time spent":"2.627271581s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:34.794092Z","caller":"traceutil/trace.go:171","msg":"trace[1668986985] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"2.141790411s","start":"2026-05-07T16:33:32.652286Z","end":"2026-05-07T16:33:34.794077Z","steps":["trace[1668986985] 'process raft request' (duration: 2.141688169s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:34.794175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:32.652254Z","time spent":"2.141879662s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:34.79413Z","caller":"traceutil/trace.go:171","msg":"trace[2101785158] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"2.62716684s","start":"2026-05-07T16:33:32.166918Z","end":"2026-05-07T16:33:34.794084Z","steps":["trace[2101785158] 'process raft request' (duration: 2.626814623s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:34.794328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:32.166903Z","time spent":"2.627325102s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:35.946098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999242831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T16:33:35.946269Z","caller":"traceutil/trace.go:171","msg":"trace[320556673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999472335s","start":"2026-05-07T16:33:33.946775Z","end":"2026-05-07T16:33:35.946247Z","steps":["trace[320556673] 'agreement among raft nodes before linearized reading' (duration: 1.999276272s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:35.946351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:33.946757Z","time spent":"1.999580647s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:33:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:33:36.272553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.525190135s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T16:33:36.308817Z","caller":"traceutil/trace.go:171","msg":"trace[1993124199] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"2.970380584s","start":"2026-05-07T16:33:33.338403Z","end":"2026-05-07T16:33:36.308783Z","steps":["trace[1993124199] 'process raft request' (duration: 2.934380057s)","trace[1993124199] 'compare' (duration: 35.807604ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:36.309006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:33.338365Z","time spent":"2.970548097s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:36.309063Z","caller":"traceutil/trace.go:171","msg":"trace[1021006003] linearizableReadLoop","detail":"{readStateIndex:27010; appliedIndex:27001; }","duration":"2.883640223s","start":"2026-05-07T16:33:33.4254Z","end":"2026-05-07T16:33:36.30904Z","steps":["trace[1021006003] 'read index received' (duration: 764.019899ms)","trace[1021006003] 'applied index is now lower than readState.Index' (duration: 2.119619444s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:36.309284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658383963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:33:36.309314Z","caller":"traceutil/trace.go:171","msg":"trace[1229615762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26137; }","duration":"3.658501577s","start":"2026-05-07T16:33:32.650799Z","end":"2026-05-07T16:33:36.309301Z","steps":["trace[1229615762] 'agreement among raft nodes before linearized reading' (duration: 3.658339774s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.309285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294859887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-07T16:33:36.309339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:32.650755Z","time spent":"3.658578848s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T16:33:36.309364Z","caller":"traceutil/trace.go:171","msg":"trace[401371216] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26137; }","duration":"3.294982929s","start":"2026-05-07T16:33:33.014359Z","end":"2026-05-07T16:33:36.309342Z","steps":["trace[401371216] 'agreement among raft nodes before linearized reading' (duration: 3.294712775s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.3094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:33.014339Z","time spent":"3.295054681s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-07T16:33:36.309567Z","caller":"traceutil/trace.go:171","msg":"trace[297266039] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"2.970807812s","start":"2026-05-07T16:33:33.338751Z","end":"2026-05-07T16:33:36.309559Z","steps":["trace[297266039] 'process raft request' (duration: 2.969986677s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.309685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:33.338741Z","time spent":"2.970883545s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:36.309834Z","caller":"traceutil/trace.go:171","msg":"trace[1521250822] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"2.970168351s","start":"2026-05-07T16:33:33.339659Z","end":"2026-05-07T16:33:36.309828Z","steps":["trace[1521250822] 'process raft request' (duration: 2.969258774s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.309861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088496604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276056"} {"level":"info","ts":"2026-05-07T16:33:36.309887Z","caller":"traceutil/trace.go:171","msg":"trace[286953445] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26137; }","duration":"4.088568024s","start":"2026-05-07T16:33:32.221311Z","end":"2026-05-07T16:33:36.309879Z","steps":["trace[286953445] 'agreement among raft nodes before linearized reading' (duration: 4.088177647s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.3099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941483972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:36.309907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:32.221297Z","time spent":"4.088604586s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276080,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-07T16:33:36.309922Z","caller":"traceutil/trace.go:171","msg":"trace[1522989074] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26137; }","duration":"2.941534823s","start":"2026-05-07T16:33:33.36838Z","end":"2026-05-07T16:33:36.309915Z","steps":["trace[1522989074] 'agreement among raft nodes before linearized reading' (duration: 2.941496192s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.30994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:33.368367Z","time spent":"2.941569223s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:36.309865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:33.339648Z","time spent":"2.970197272s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:36.31016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913249575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:36.31018Z","caller":"traceutil/trace.go:171","msg":"trace[1441438331] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26137; }","duration":"4.913316326s","start":"2026-05-07T16:33:31.396856Z","end":"2026-05-07T16:33:36.310173Z","steps":["trace[1441438331] 'agreement among raft nodes before linearized reading' (duration: 4.913281445s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.310151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61370142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:36.310198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:31.396836Z","time spent":"4.913358087s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T16:33:36.310233Z","caller":"traceutil/trace.go:171","msg":"trace[478875183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26137; }","duration":"4.613867274s","start":"2026-05-07T16:33:31.696345Z","end":"2026-05-07T16:33:36.310212Z","steps":["trace[478875183] 'agreement among raft nodes before linearized reading' (duration: 4.613678871s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.310251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107020882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T16:33:36.310269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403378995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:36.310272Z","caller":"traceutil/trace.go:171","msg":"trace[1078701057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26137; }","duration":"4.107100443s","start":"2026-05-07T16:33:32.203166Z","end":"2026-05-07T16:33:36.310267Z","steps":["trace[1078701057] 'agreement among raft nodes before linearized reading' (duration: 4.107038562s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.310272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:31.696311Z","time spent":"4.613953405s","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:36.31029Z","caller":"traceutil/trace.go:171","msg":"trace[667264206] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26137; }","duration":"4.403458467s","start":"2026-05-07T16:33:31.906824Z","end":"2026-05-07T16:33:36.310282Z","steps":["trace[667264206] 'agreement among raft nodes before linearized reading' (duration: 4.403421536s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.310292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:32.203136Z","time spent":"4.107152004s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:36.310308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:31.906791Z","time spent":"4.403512678s","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:36.910959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.853595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-07T16:33:36.912049Z","caller":"traceutil/trace.go:171","msg":"trace[798908526] linearizableReadLoop","detail":"{readStateIndex:27012; appliedIndex:27010; }","duration":"602.87928ms","start":"2026-05-07T16:33:36.309116Z","end":"2026-05-07T16:33:36.911996Z","steps":["trace[798908526] 'read index received' (duration: 104.972025ms)","trace[798908526] 'applied index is now lower than readState.Index' (duration: 497.905625ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:36.912044Z","caller":"traceutil/trace.go:171","msg":"trace[1050809323] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"1.351220762s","start":"2026-05-07T16:33:35.560764Z","end":"2026-05-07T16:33:36.911985Z","steps":["trace[1050809323] 'process raft request' (duration: 1.350311755s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:36.91308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:35.560728Z","time spent":"1.352213482s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:37.02253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476551671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-07T16:33:37.022605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477683461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-07T16:33:37.02261Z","caller":"traceutil/trace.go:171","msg":"trace[845691296] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26138; }","duration":"1.476700724s","start":"2026-05-07T16:33:35.545891Z","end":"2026-05-07T16:33:37.022592Z","steps":["trace[845691296] 'agreement among raft nodes before linearized reading' (duration: 1.366401699s)","trace[845691296] 'range keys from in-memory index tree' (duration: 110.116271ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:37.022642Z","caller":"traceutil/trace.go:171","msg":"trace[2061400319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26138; }","duration":"1.477763373s","start":"2026-05-07T16:33:35.54486Z","end":"2026-05-07T16:33:37.022624Z","steps":["trace[2061400319] 'agreement among raft nodes before linearized reading' (duration: 1.367437028s)","trace[2061400319] 'range keys from in-memory index tree' (duration: 110.266694ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.022645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:35.545858Z","time spent":"1.476780494s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T16:33:37.022662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:35.544834Z","time spent":"1.477823035s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T16:33:37.022691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556710695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:33:37.022761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591572874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:33:37.022779Z","caller":"traceutil/trace.go:171","msg":"trace[1916385134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26138; }","duration":"1.591640385s","start":"2026-05-07T16:33:35.431132Z","end":"2026-05-07T16:33:37.022772Z","steps":["trace[1916385134] 'agreement among raft nodes before linearized reading' (duration: 1.481080765s)","trace[1916385134] 'range keys from in-memory index tree' (duration: 110.465148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.022801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:35.431093Z","time spent":"1.591704636s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:33:37.022835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926674883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:37.022872Z","caller":"traceutil/trace.go:171","msg":"trace[1047315274] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26138; }","duration":"2.926757714s","start":"2026-05-07T16:33:34.096099Z","end":"2026-05-07T16:33:37.022856Z","steps":["trace[1047315274] 'agreement among raft nodes before linearized reading' (duration: 2.816549651s)","trace[1047315274] 'count revisions from in-memory index tree' (duration: 110.140362ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.022902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:34.096067Z","time spent":"2.926824455s","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:37.022879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591551913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T16:33:37.022933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422495028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:37.022958Z","caller":"traceutil/trace.go:171","msg":"trace[905106513] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26138; }","duration":"3.422541199s","start":"2026-05-07T16:33:33.60041Z","end":"2026-05-07T16:33:37.022952Z","steps":["trace[905106513] 'agreement among raft nodes before linearized reading' (duration: 3.311858467s)","trace[905106513] 'count revisions from in-memory index tree' (duration: 110.642091ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.022973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:33.600395Z","time spent":"3.422573779s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:37.02298Z","caller":"traceutil/trace.go:171","msg":"trace[1012044329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26138; }","duration":"1.591718376s","start":"2026-05-07T16:33:35.431233Z","end":"2026-05-07T16:33:37.022951Z","steps":["trace[1012044329] 'agreement among raft nodes before linearized reading' (duration: 1.481075295s)","trace[1012044329] 'range keys from in-memory index tree' (duration: 110.378346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.023027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:35.431199Z","time spent":"1.591819878s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:33:37.02309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264465982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:37.02311Z","caller":"traceutil/trace.go:171","msg":"trace[24842090] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26138; }","duration":"1.264483222s","start":"2026-05-07T16:33:35.758618Z","end":"2026-05-07T16:33:37.023101Z","steps":["trace[24842090] 'agreement among raft nodes before linearized reading' (duration: 1.153659578s)","trace[24842090] 'count revisions from in-memory index tree' (duration: 110.794763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.023125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:35.758539Z","time spent":"1.264581773s","remote":"127.0.0.1:36236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:37.023115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072595893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T16:33:37.022531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694913105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T16:33:37.023378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068963154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:37.023394Z","caller":"traceutil/trace.go:171","msg":"trace[1350233361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26138; }","duration":"2.695866262s","start":"2026-05-07T16:33:34.327522Z","end":"2026-05-07T16:33:37.023389Z","steps":["trace[1350233361] 'agreement among raft nodes before linearized reading' (duration: 2.584799403s)","trace[1350233361] 'range keys from in-memory index tree' (duration: 110.05866ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:37.0234Z","caller":"traceutil/trace.go:171","msg":"trace[1851914870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26138; }","duration":"1.069026495s","start":"2026-05-07T16:33:35.954365Z","end":"2026-05-07T16:33:37.023392Z","steps":["trace[1851914870] 'agreement among raft nodes before linearized reading' (duration: 957.791403ms)","trace[1851914870] 'range keys from in-memory index tree' (duration: 111.196731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.022935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444462282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:37.023417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:35.954349Z","time spent":"1.069064266s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:33:37.022773Z","caller":"traceutil/trace.go:171","msg":"trace[575052139] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26138; }","duration":"2.556857918s","start":"2026-05-07T16:33:34.465895Z","end":"2026-05-07T16:33:37.022752Z","steps":["trace[575052139] 'agreement among raft nodes before linearized reading' (duration: 2.44642664s)","trace[575052139] 'count revisions from in-memory index tree' (duration: 110.307015ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:37.023495Z","caller":"traceutil/trace.go:171","msg":"trace[1135800838] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26138; }","duration":"3.445012531s","start":"2026-05-07T16:33:33.578426Z","end":"2026-05-07T16:33:37.023438Z","steps":["trace[1135800838] 'agreement among raft nodes before linearized reading' (duration: 3.333861641s)","trace[1135800838] 'count revisions from in-memory index tree' (duration: 110.607001ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.023549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:34.465867Z","time spent":"2.557675634s","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:37.02355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.497628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-07T16:33:37.023626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:33.578408Z","time spent":"3.445163204s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:37.023409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:34.327489Z","time spent":"2.695916332s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:33:37.023788Z","caller":"traceutil/trace.go:171","msg":"trace[571812433] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"708.284941ms","start":"2026-05-07T16:33:36.315486Z","end":"2026-05-07T16:33:37.023771Z","steps":["trace[571812433] 'process raft request' (duration: 596.491878ms)","trace[571812433] 'compare' (duration: 110.944657ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.02386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.315469Z","time spent":"708.343442ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:37.023389Z","caller":"traceutil/trace.go:171","msg":"trace[1483777540] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b; range_end:; response_count:1; response_revision:26138; }","duration":"1.07295218s","start":"2026-05-07T16:33:35.950406Z","end":"2026-05-07T16:33:37.023359Z","steps":["trace[1483777540] 'agreement among raft nodes before linearized reading' (duration: 961.773879ms)","trace[1483777540] 'range keys from in-memory index tree' (duration: 110.654381ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.024267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:35.950358Z","time spent":"1.073891588s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" "} {"level":"info","ts":"2026-05-07T16:33:37.024342Z","caller":"traceutil/trace.go:171","msg":"trace[439565713] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"707.489176ms","start":"2026-05-07T16:33:36.316843Z","end":"2026-05-07T16:33:37.024332Z","steps":["trace[439565713] 'process raft request' (duration: 706.753423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.024402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.31681Z","time spent":"707.564447ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:37.024473Z","caller":"traceutil/trace.go:171","msg":"trace[439726176] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"223.973023ms","start":"2026-05-07T16:33:36.800458Z","end":"2026-05-07T16:33:37.024431Z","steps":["trace[439726176] 'process raft request' (duration: 223.83187ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:37.25302Z","caller":"traceutil/trace.go:171","msg":"trace[1627075314] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"450.328319ms","start":"2026-05-07T16:33:36.802671Z","end":"2026-05-07T16:33:37.252999Z","steps":["trace[1627075314] 'process raft request' (duration: 450.105265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.253155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.802653Z","time spent":"450.427682ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:37.253563Z","caller":"traceutil/trace.go:171","msg":"trace[1727084888] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"450.832829ms","start":"2026-05-07T16:33:36.802664Z","end":"2026-05-07T16:33:37.253496Z","steps":["trace[1727084888] 'process raft request' (duration: 450.288078ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:37.253665Z","caller":"traceutil/trace.go:171","msg":"trace[1647957103] linearizableReadLoop","detail":"{readStateIndex:27019; appliedIndex:27012; }","duration":"341.515773ms","start":"2026-05-07T16:33:36.912113Z","end":"2026-05-07T16:33:37.253629Z","steps":["trace[1647957103] 'read index received' (duration: 673.462µs)","trace[1647957103] 'applied index is now lower than readState.Index' (duration: 340.840351ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:37.253842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.103903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:37.253939Z","caller":"traceutil/trace.go:171","msg":"trace[484002037] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26145; }","duration":"687.271136ms","start":"2026-05-07T16:33:36.566652Z","end":"2026-05-07T16:33:37.253923Z","steps":["trace[484002037] 'agreement among raft nodes before linearized reading' (duration: 687.129344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.253991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.56662Z","time spent":"687.347287ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:37.254036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.521514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:33:37.254056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.802627Z","time spent":"451.043922ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:37.254121Z","caller":"traceutil/trace.go:171","msg":"trace[1678472159] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26145; }","duration":"910.688417ms","start":"2026-05-07T16:33:36.34341Z","end":"2026-05-07T16:33:37.254098Z","steps":["trace[1678472159] 'agreement among raft nodes before linearized reading' (duration: 910.418532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.254191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.343383Z","time spent":"910.78977ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:37.254148Z","caller":"traceutil/trace.go:171","msg":"trace[1326860272] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"451.258567ms","start":"2026-05-07T16:33:36.802819Z","end":"2026-05-07T16:33:37.254078Z","steps":["trace[1326860272] 'process raft request' (duration: 450.537524ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:37.254214Z","caller":"traceutil/trace.go:171","msg":"trace[862814745] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"451.318438ms","start":"2026-05-07T16:33:36.802881Z","end":"2026-05-07T16:33:37.2542Z","steps":["trace[862814745] 'process raft request' (duration: 450.670276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.254418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.802809Z","time spent":"451.512061ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:37.254637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.665701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2a3f712f-72f2-444e-a7e5-9716c2c34e8f\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-07T16:33:37.254725Z","caller":"traceutil/trace.go:171","msg":"trace[101167480] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2a3f712f-72f2-444e-a7e5-9716c2c34e8f; range_end:; response_count:1; response_revision:26145; }","duration":"940.805904ms","start":"2026-05-07T16:33:36.3139Z","end":"2026-05-07T16:33:37.254706Z","steps":["trace[101167480] 'agreement among raft nodes before linearized reading' (duration: 940.498898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.254761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.313882Z","time spent":"940.874545ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-2a3f712f-72f2-444e-a7e5-9716c2c34e8f\" "} {"level":"warn","ts":"2026-05-07T16:33:37.255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.802874Z","time spent":"451.619274ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:37.255244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.53027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:37.255312Z","caller":"traceutil/trace.go:171","msg":"trace[1001557838] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26145; }","duration":"940.192322ms","start":"2026-05-07T16:33:36.315103Z","end":"2026-05-07T16:33:37.255295Z","steps":["trace[1001557838] 'agreement among raft nodes before linearized reading' (duration: 939.363316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.25538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:36.315071Z","time spent":"940.296924ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T16:33:37.257267Z","caller":"traceutil/trace.go:171","msg":"trace[2140076337] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"229.299521ms","start":"2026-05-07T16:33:37.027954Z","end":"2026-05-07T16:33:37.257254Z","steps":["trace[2140076337] 'process raft request' (duration: 229.23038ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:37.257266Z","caller":"traceutil/trace.go:171","msg":"trace[2056022356] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"229.305841ms","start":"2026-05-07T16:33:37.027943Z","end":"2026-05-07T16:33:37.257249Z","steps":["trace[2056022356] 'process raft request' (duration: 229.159659ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:37.257425Z","caller":"traceutil/trace.go:171","msg":"trace[434761955] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"229.433265ms","start":"2026-05-07T16:33:37.027959Z","end":"2026-05-07T16:33:37.257393Z","steps":["trace[434761955] 'process raft request' (duration: 229.19396ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:37.257296Z","caller":"traceutil/trace.go:171","msg":"trace[1539859496] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"230.76357ms","start":"2026-05-07T16:33:37.026445Z","end":"2026-05-07T16:33:37.257208Z","steps":["trace[1539859496] 'process raft request' (duration: 230.547126ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:37.257519Z","caller":"traceutil/trace.go:171","msg":"trace[2065086212] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"229.447016ms","start":"2026-05-07T16:33:37.028041Z","end":"2026-05-07T16:33:37.257488Z","steps":["trace[2065086212] 'process raft request' (duration: 229.17863ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:37.257724Z","caller":"traceutil/trace.go:171","msg":"trace[1329579967] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"229.640339ms","start":"2026-05-07T16:33:37.028073Z","end":"2026-05-07T16:33:37.257713Z","steps":["trace[1329579967] 'process raft request' (duration: 229.349633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.257774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.83965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:33:37.257839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.671675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:37.257843Z","caller":"traceutil/trace.go:171","msg":"trace[721552968] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26151; }","duration":"206.906782ms","start":"2026-05-07T16:33:37.050914Z","end":"2026-05-07T16:33:37.257821Z","steps":["trace[721552968] 'agreement among raft nodes before linearized reading' (duration: 206.79003ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:37.257869Z","caller":"traceutil/trace.go:171","msg":"trace[1358151664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26151; }","duration":"233.720635ms","start":"2026-05-07T16:33:37.02414Z","end":"2026-05-07T16:33:37.257861Z","steps":["trace[1358151664] 'agreement among raft nodes before linearized reading' (duration: 233.657234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.257868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.28762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:37.257981Z","caller":"traceutil/trace.go:171","msg":"trace[600962819] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26151; }","duration":"231.451092ms","start":"2026-05-07T16:33:37.026518Z","end":"2026-05-07T16:33:37.25797Z","steps":["trace[600962819] 'agreement among raft nodes before linearized reading' (duration: 231.224478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:37.258002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.708032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:37.258128Z","caller":"traceutil/trace.go:171","msg":"trace[1609441999] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26151; }","duration":"246.053308ms","start":"2026-05-07T16:33:37.012053Z","end":"2026-05-07T16:33:37.258106Z","steps":["trace[1609441999] 'agreement among raft nodes before linearized reading' (duration: 245.649841ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:41.375892Z","caller":"traceutil/trace.go:171","msg":"trace[1820806238] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"107.821228ms","start":"2026-05-07T16:33:41.268044Z","end":"2026-05-07T16:33:41.375865Z","steps":["trace[1820806238] 'process raft request' (duration: 107.637795ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:41.381151Z","caller":"traceutil/trace.go:171","msg":"trace[1540277947] linearizableReadLoop","detail":"{readStateIndex:27053; appliedIndex:27049; }","duration":"103.442555ms","start":"2026-05-07T16:33:41.277684Z","end":"2026-05-07T16:33:41.381126Z","steps":["trace[1540277947] 'read index received' (duration: 98.084504ms)","trace[1540277947] 'applied index is now lower than readState.Index' (duration: 5.357001ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:41.3812Z","caller":"traceutil/trace.go:171","msg":"trace[2089955453] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"110.06795ms","start":"2026-05-07T16:33:41.271102Z","end":"2026-05-07T16:33:41.38117Z","steps":["trace[2089955453] 'process raft request' (duration: 109.950968ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:41.381287Z","caller":"traceutil/trace.go:171","msg":"trace[1049286638] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"106.270898ms","start":"2026-05-07T16:33:41.274973Z","end":"2026-05-07T16:33:41.381244Z","steps":["trace[1049286638] 'process raft request' (duration: 106.118366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:41.3812Z","caller":"traceutil/trace.go:171","msg":"trace[90414486] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"113.065227ms","start":"2026-05-07T16:33:41.268116Z","end":"2026-05-07T16:33:41.381181Z","steps":["trace[90414486] 'process raft request' (duration: 112.737471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:41.381387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.68753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T16:33:41.38142Z","caller":"traceutil/trace.go:171","msg":"trace[1443429958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26178; }","duration":"103.780301ms","start":"2026-05-07T16:33:41.27763Z","end":"2026-05-07T16:33:41.38141Z","steps":["trace[1443429958] 'agreement among raft nodes before linearized reading' (duration: 103.639049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:41.381459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.537188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T16:33:41.381505Z","caller":"traceutil/trace.go:171","msg":"trace[1392926770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26178; }","duration":"103.631079ms","start":"2026-05-07T16:33:41.277864Z","end":"2026-05-07T16:33:41.381495Z","steps":["trace[1392926770] 'agreement among raft nodes before linearized reading' (duration: 103.448406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:41.381645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.68782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T16:33:41.381752Z","caller":"traceutil/trace.go:171","msg":"trace[1500533719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26178; }","duration":"103.876513ms","start":"2026-05-07T16:33:41.277853Z","end":"2026-05-07T16:33:41.38173Z","steps":["trace[1500533719] 'agreement among raft nodes before linearized reading' (duration: 103.567028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:52.52018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.14247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-07T16:33:52.520302Z","caller":"traceutil/trace.go:171","msg":"trace[1124475356] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26309; }","duration":"254.307623ms","start":"2026-05-07T16:33:52.26597Z","end":"2026-05-07T16:33:52.520277Z","steps":["trace[1124475356] 'range keys from in-memory index tree' (duration: 253.898315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:52.520569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.452687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-07T16:33:52.5206Z","caller":"traceutil/trace.go:171","msg":"trace[1559547825] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26309; }","duration":"253.532238ms","start":"2026-05-07T16:33:52.267059Z","end":"2026-05-07T16:33:52.520591Z","steps":["trace[1559547825] 'range keys from in-memory index tree' (duration: 253.313144ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:52.568168Z","caller":"traceutil/trace.go:171","msg":"trace[541215869] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"164.105536ms","start":"2026-05-07T16:33:52.404047Z","end":"2026-05-07T16:33:52.568152Z","steps":["trace[541215869] 'process raft request' (duration: 163.963354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:53.905363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342301985s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T16:33:53.906056Z","caller":"traceutil/trace.go:171","msg":"trace[1570703931] linearizableReadLoop","detail":"{readStateIndex:27189; appliedIndex:27186; }","duration":"1.379689278s","start":"2026-05-07T16:33:52.526335Z","end":"2026-05-07T16:33:53.906024Z","steps":["trace[1570703931] 'read index received' (duration: 41.630974ms)","trace[1570703931] 'applied index is now lower than readState.Index' (duration: 1.338056704s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:53.906079Z","caller":"traceutil/trace.go:171","msg":"trace[360135120] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"1.404302912s","start":"2026-05-07T16:33:52.501727Z","end":"2026-05-07T16:33:53.90603Z","steps":["trace[360135120] 'process raft request' (duration: 1.403905854s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:53.906118Z","caller":"traceutil/trace.go:171","msg":"trace[111217108] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"1.372883999s","start":"2026-05-07T16:33:52.533188Z","end":"2026-05-07T16:33:53.906072Z","steps":["trace[111217108] 'process raft request' (duration: 1.372747187s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:53.906211Z","caller":"traceutil/trace.go:171","msg":"trace[1088633384] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"1.372832559s","start":"2026-05-07T16:33:52.533318Z","end":"2026-05-07T16:33:53.90615Z","steps":["trace[1088633384] 'process raft request' (duration: 1.372661596s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:53.906325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:52.533165Z","time spent":"1.373048333s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:53.906331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:52.501697Z","time spent":"1.404487484s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:53.906346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379998895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T16:33:53.906326Z","caller":"traceutil/trace.go:171","msg":"trace[1933414943] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"1.404004966s","start":"2026-05-07T16:33:52.502281Z","end":"2026-05-07T16:33:53.906286Z","steps":["trace[1933414943] 'process raft request' (duration: 1.403613418s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:53.90639Z","caller":"traceutil/trace.go:171","msg":"trace[963653560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26314; }","duration":"1.380106827s","start":"2026-05-07T16:33:52.526269Z","end":"2026-05-07T16:33:53.906376Z","steps":["trace[963653560] 'agreement among raft nodes before linearized reading' (duration: 1.379909642s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:53.906432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:52.526226Z","time spent":"1.380196579s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:33:53.906355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:52.533284Z","time spent":"1.372980283s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:53.906489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:52.502269Z","time spent":"1.404139478s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:54.406811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:33:54.545714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.528317ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:54.545877Z","caller":"traceutil/trace.go:171","msg":"trace[617158774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26314; }","duration":"422.70358ms","start":"2026-05-07T16:33:54.123153Z","end":"2026-05-07T16:33:54.545856Z","steps":["trace[617158774] 'range keys from in-memory index tree' (duration: 422.509156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:54.687629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000532705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T16:33:54.687736Z","caller":"traceutil/trace.go:171","msg":"trace[1305006886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685127s","start":"2026-05-07T16:33:52.68703Z","end":"2026-05-07T16:33:54.687715Z","steps":["trace[1305006886] 'agreement among raft nodes before linearized reading' (duration: 2.000536835s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:54.687803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:52.687022Z","time spent":"2.000769879s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:33:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:33:54.907653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:33:54.975393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06975261s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T16:33:54.976036Z","caller":"traceutil/trace.go:171","msg":"trace[198135319] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"1.508736716s","start":"2026-05-07T16:33:53.467249Z","end":"2026-05-07T16:33:54.975985Z","steps":["trace[198135319] 'process raft request' (duration: 1.508620022s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:54.976059Z","caller":"traceutil/trace.go:171","msg":"trace[1577710162] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"1.827856408s","start":"2026-05-07T16:33:53.148139Z","end":"2026-05-07T16:33:54.975995Z","steps":["trace[1577710162] 'process raft request' (duration: 1.827517641s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:54.976206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.467226Z","time spent":"1.508878229s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:54.976327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.148112Z","time spent":"1.828046481s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:54.976427Z","caller":"traceutil/trace.go:171","msg":"trace[103073767] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"1.466862549s","start":"2026-05-07T16:33:53.509516Z","end":"2026-05-07T16:33:54.976378Z","steps":["trace[103073767] 'process raft request' (duration: 1.46641611s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:54.97657Z","caller":"traceutil/trace.go:171","msg":"trace[1394951952] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"1.464013114s","start":"2026-05-07T16:33:53.512521Z","end":"2026-05-07T16:33:54.976534Z","steps":["trace[1394951952] 'process raft request' (duration: 1.46377689s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:54.976802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.512428Z","time spent":"1.464258779s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:54.97678Z","caller":"traceutil/trace.go:171","msg":"trace[546332924] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"1.461992756s","start":"2026-05-07T16:33:53.514746Z","end":"2026-05-07T16:33:54.976738Z","steps":["trace[546332924] 'process raft request' (duration: 1.461735471s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:54.976629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.509501Z","time spent":"1.467025761s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:54.976862Z","caller":"traceutil/trace.go:171","msg":"trace[2094613127] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"1.119674909s","start":"2026-05-07T16:33:53.857174Z","end":"2026-05-07T16:33:54.976848Z","steps":["trace[2094613127] 'process raft request' (duration: 1.119456995s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:54.976931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.85714Z","time spent":"1.11975746s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:54.97697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.514727Z","time spent":"1.462143508s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:55.946374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T16:33:55.946492Z","caller":"traceutil/trace.go:171","msg":"trace[606368350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632006s","start":"2026-05-07T16:33:53.945839Z","end":"2026-05-07T16:33:55.946471Z","steps":["trace[606368350] 'agreement among raft nodes before linearized reading' (duration: 2.000487574s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:55.946541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.94581Z","time spent":"2.000719279s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:33:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:33:56.625997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649205667s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T16:33:56.771568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.321133ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-07T16:33:56.77203Z","caller":"traceutil/trace.go:171","msg":"trace[536109348] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"2.197734163s","start":"2026-05-07T16:33:54.574271Z","end":"2026-05-07T16:33:56.772005Z","steps":["trace[536109348] 'process raft request' (duration: 2.197446098s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.772176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:54.574244Z","time spent":"2.197844364s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:56.772513Z","caller":"traceutil/trace.go:171","msg":"trace[1712480970] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"1.885548442s","start":"2026-05-07T16:33:54.886923Z","end":"2026-05-07T16:33:56.772472Z","steps":["trace[1712480970] 'process raft request' (duration: 1.885024562s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:56.772595Z","caller":"traceutil/trace.go:171","msg":"trace[1218357742] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"859.022896ms","start":"2026-05-07T16:33:55.91354Z","end":"2026-05-07T16:33:56.772563Z","steps":["trace[1218357742] 'process raft request' (duration: 858.959655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.772742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:54.88687Z","time spent":"1.885757266s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:56.772792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:55.913531Z","time spent":"859.160788ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:56.772918Z","caller":"traceutil/trace.go:171","msg":"trace[211650473] linearizableReadLoop","detail":"{readStateIndex:27200; appliedIndex:27197; }","duration":"2.866762966s","start":"2026-05-07T16:33:53.906141Z","end":"2026-05-07T16:33:56.772904Z","steps":["trace[211650473] 'read index received' (duration: 1.070838019s)","trace[211650473] 'applied index is now lower than readState.Index' (duration: 1.795923847s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:56.772948Z","caller":"traceutil/trace.go:171","msg":"trace[406883685] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"859.847371ms","start":"2026-05-07T16:33:55.913088Z","end":"2026-05-07T16:33:56.772935Z","steps":["trace[406883685] 'process raft request' (duration: 859.211828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.773009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:55.913053Z","time spent":"859.923872ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:56.773139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234252218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:33:56.773179Z","caller":"traceutil/trace.go:171","msg":"trace[960564223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26324; }","duration":"3.234293289s","start":"2026-05-07T16:33:53.538875Z","end":"2026-05-07T16:33:56.773168Z","steps":["trace[960564223] 'agreement among raft nodes before linearized reading' (duration: 3.234146176s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.773211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.538837Z","time spent":"3.23436633s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:56.773275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653172877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-07T16:33:56.773324Z","caller":"traceutil/trace.go:171","msg":"trace[2079852905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26324; }","duration":"3.653220627s","start":"2026-05-07T16:33:53.12009Z","end":"2026-05-07T16:33:56.77331Z","steps":["trace[2079852905] 'agreement among raft nodes before linearized reading' (duration: 3.653009134s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.773364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.120014Z","time spent":"3.653343389s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" "} {"level":"warn","ts":"2026-05-07T16:33:56.773391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373183651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:56.773448Z","caller":"traceutil/trace.go:171","msg":"trace[1911189233] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26324; }","duration":"3.373268702s","start":"2026-05-07T16:33:53.400167Z","end":"2026-05-07T16:33:56.773435Z","steps":["trace[1911189233] 'agreement among raft nodes before linearized reading' (duration: 3.37317161s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.773487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675905763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-07T16:33:56.77353Z","caller":"traceutil/trace.go:171","msg":"trace[990817825] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26324; }","duration":"3.675985545s","start":"2026-05-07T16:33:53.097533Z","end":"2026-05-07T16:33:56.773519Z","steps":["trace[990817825] 'agreement among raft nodes before linearized reading' (duration: 3.675878223s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.773565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432328223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:56.773608Z","caller":"traceutil/trace.go:171","msg":"trace[1625067446] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26324; }","duration":"3.432432885s","start":"2026-05-07T16:33:53.341165Z","end":"2026-05-07T16:33:56.773598Z","steps":["trace[1625067446] 'agreement among raft nodes before linearized reading' (duration: 3.432362273s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.773622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251676265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T16:33:56.773648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.341132Z","time spent":"3.432507625s","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.77366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749888135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-07T16:33:56.773696Z","caller":"traceutil/trace.go:171","msg":"trace[935679627] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26324; }","duration":"3.749950196s","start":"2026-05-07T16:33:53.023736Z","end":"2026-05-07T16:33:56.773686Z","steps":["trace[935679627] 'agreement among raft nodes before linearized reading' (duration: 3.749854855s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.773765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252080474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T16:33:56.773783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.023717Z","time spent":"3.750058379s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" "} {"level":"info","ts":"2026-05-07T16:33:56.773813Z","caller":"traceutil/trace.go:171","msg":"trace[1911596765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26324; }","duration":"3.252175805s","start":"2026-05-07T16:33:53.521625Z","end":"2026-05-07T16:33:56.773801Z","steps":["trace[1911596765] 'agreement among raft nodes before linearized reading' (duration: 3.252045802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.773861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.5216Z","time spent":"3.252251926s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:33:56.773959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578109015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T16:33:56.774005Z","caller":"traceutil/trace.go:171","msg":"trace[467775210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26324; }","duration":"3.578206277s","start":"2026-05-07T16:33:53.195788Z","end":"2026-05-07T16:33:56.773994Z","steps":["trace[467775210] 'agreement among raft nodes before linearized reading' (duration: 3.578090625s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.77403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.132207916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:33:56.774043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.195759Z","time spent":"3.578276339s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T16:33:56.774069Z","caller":"traceutil/trace.go:171","msg":"trace[82937279] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26324; }","duration":"4.132262457s","start":"2026-05-07T16:33:52.641797Z","end":"2026-05-07T16:33:56.774059Z","steps":["trace[82937279] 'agreement among raft nodes before linearized reading' (duration: 4.132190066s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.774105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:52.641789Z","time spent":"4.132308968s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.774183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587786257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T16:33:56.774217Z","caller":"traceutil/trace.go:171","msg":"trace[1149045870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26324; }","duration":"3.587845049s","start":"2026-05-07T16:33:53.186363Z","end":"2026-05-07T16:33:56.774208Z","steps":["trace[1149045870] 'agreement among raft nodes before linearized reading' (duration: 3.587758787s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.774251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.186346Z","time spent":"3.587899209s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:33:56.774281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.165743726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:56.77357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.097509Z","time spent":"3.676050106s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:33:56.773968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.853673868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:56.774446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863676708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T16:33:56.77446Z","caller":"traceutil/trace.go:171","msg":"trace[1582316745] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26324; }","duration":"3.854239698s","start":"2026-05-07T16:33:52.920206Z","end":"2026-05-07T16:33:56.774446Z","steps":["trace[1582316745] 'agreement among raft nodes before linearized reading' (duration: 3.853721689s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:56.774484Z","caller":"traceutil/trace.go:171","msg":"trace[1408662901] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26324; }","duration":"2.86375477s","start":"2026-05-07T16:33:53.910721Z","end":"2026-05-07T16:33:56.774476Z","steps":["trace[1408662901] 'agreement among raft nodes before linearized reading' (duration: 2.863631357s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.774507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:52.920183Z","time spent":"3.85430775s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.774519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.910702Z","time spent":"2.86380971s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T16:33:56.77432Z","caller":"traceutil/trace.go:171","msg":"trace[557111216] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26324; }","duration":"4.165782587s","start":"2026-05-07T16:33:52.608526Z","end":"2026-05-07T16:33:56.774308Z","steps":["trace[557111216] 'agreement among raft nodes before linearized reading' (duration: 4.165720555s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.774682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:52.608451Z","time spent":"4.166218755s","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.773491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.400156Z","time spent":"3.373325603s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.774848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.793821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:56.77489Z","caller":"traceutil/trace.go:171","msg":"trace[1382472196] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26324; }","duration":"314.879412ms","start":"2026-05-07T16:33:56.46Z","end":"2026-05-07T16:33:56.77488Z","steps":["trace[1382472196] 'agreement among raft nodes before linearized reading' (duration: 314.811311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.774897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908944692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:56.774926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.459976Z","time spent":"314.943504ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:33:56.774948Z","caller":"traceutil/trace.go:171","msg":"trace[418331513] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26324; }","duration":"1.909038953s","start":"2026-05-07T16:33:54.865893Z","end":"2026-05-07T16:33:56.774932Z","steps":["trace[418331513] 'agreement among raft nodes before linearized reading' (duration: 1.908953851s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:56.773653Z","caller":"traceutil/trace.go:171","msg":"trace[707815024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26324; }","duration":"3.251738716s","start":"2026-05-07T16:33:53.521905Z","end":"2026-05-07T16:33:56.773644Z","steps":["trace[707815024] 'agreement among raft nodes before linearized reading' (duration: 3.251606034s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.774993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:54.865869Z","time spent":"1.909113185s","remote":"127.0.0.1:46030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.775008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:53.52189Z","time spent":"3.253107832s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:33:56.775139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083893203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad55a4eb1f0f18\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T16:33:56.775177Z","caller":"traceutil/trace.go:171","msg":"trace[1909584584] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad55a4eb1f0f18; range_end:; response_count:1; response_revision:26324; }","duration":"2.083959414s","start":"2026-05-07T16:33:54.691208Z","end":"2026-05-07T16:33:56.775167Z","steps":["trace[1909584584] 'agreement among raft nodes before linearized reading' (duration: 2.083855361s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.775211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:54.691187Z","time spent":"2.084017006s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad55a4eb1f0f18\" "} {"level":"warn","ts":"2026-05-07T16:33:56.775261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.611763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:33:56.775305Z","caller":"traceutil/trace.go:171","msg":"trace[406528101] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26324; }","duration":"418.664684ms","start":"2026-05-07T16:33:56.35663Z","end":"2026-05-07T16:33:56.775295Z","steps":["trace[406528101] 'agreement among raft nodes before linearized reading' (duration: 418.564093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.775345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.356562Z","time spent":"418.775056ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.775388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378449613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:56.775433Z","caller":"traceutil/trace.go:171","msg":"trace[65702122] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26324; }","duration":"2.378552115s","start":"2026-05-07T16:33:54.396865Z","end":"2026-05-07T16:33:56.775417Z","steps":["trace[65702122] 'agreement among raft nodes before linearized reading' (duration: 2.378488213s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.775474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:54.396837Z","time spent":"2.378626245s","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.775525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.513535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:33:56.775545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44091345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:56.775565Z","caller":"traceutil/trace.go:171","msg":"trace[277379080] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26324; }","duration":"566.554426ms","start":"2026-05-07T16:33:56.209Z","end":"2026-05-07T16:33:56.775554Z","steps":["trace[277379080] 'agreement among raft nodes before linearized reading' (duration: 566.492835ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:56.775585Z","caller":"traceutil/trace.go:171","msg":"trace[372292692] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26324; }","duration":"1.44095428s","start":"2026-05-07T16:33:55.334617Z","end":"2026-05-07T16:33:56.775571Z","steps":["trace[372292692] 'agreement among raft nodes before linearized reading' (duration: 1.440886309s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.775603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.208926Z","time spent":"566.669128ms","remote":"127.0.0.1:52092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.775622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:55.33453Z","time spent":"1.441083952s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.775671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669555877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:56.775708Z","caller":"traceutil/trace.go:171","msg":"trace[1452862982] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26324; }","duration":"2.669644089s","start":"2026-05-07T16:33:54.106055Z","end":"2026-05-07T16:33:56.775699Z","steps":["trace[1452862982] 'agreement among raft nodes before linearized reading' (duration: 2.669555407s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.775744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:54.106025Z","time spent":"2.66971141s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.77578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63127964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:56.775821Z","caller":"traceutil/trace.go:171","msg":"trace[722580423] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26324; }","duration":"1.631357182s","start":"2026-05-07T16:33:55.144454Z","end":"2026-05-07T16:33:56.775812Z","steps":["trace[722580423] 'agreement among raft nodes before linearized reading' (duration: 1.631290141s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.775858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:55.144433Z","time spent":"1.631416972s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:56.775889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.545948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T16:33:56.775931Z","caller":"traceutil/trace.go:171","msg":"trace[280099905] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26324; }","duration":"891.62367ms","start":"2026-05-07T16:33:55.884294Z","end":"2026-05-07T16:33:56.775918Z","steps":["trace[280099905] 'agreement among raft nodes before linearized reading' (duration: 891.518808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.775966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:55.884272Z","time spent":"891.68789ms","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T16:33:56.775794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.227925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:56.776136Z","caller":"traceutil/trace.go:171","msg":"trace[1856043868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26324; }","duration":"829.609992ms","start":"2026-05-07T16:33:55.946515Z","end":"2026-05-07T16:33:56.776125Z","steps":["trace[1856043868] 'agreement among raft nodes before linearized reading' (duration: 829.247306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.776193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:55.946488Z","time spent":"829.689073ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:33:56.77948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072601203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:33:56.779554Z","caller":"traceutil/trace.go:171","msg":"trace[1914665461] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26324; }","duration":"1.075759153s","start":"2026-05-07T16:33:55.703773Z","end":"2026-05-07T16:33:56.779532Z","steps":["trace[1914665461] 'agreement among raft nodes before linearized reading' (duration: 1.072616893s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:56.779624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:55.703742Z","time spent":"1.075870415s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:33:57.281077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750240,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:33:57.78474Z","caller":"traceutil/trace.go:171","msg":"trace[1260622287] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"1.005319187s","start":"2026-05-07T16:33:56.779387Z","end":"2026-05-07T16:33:57.784706Z","steps":["trace[1260622287] 'process raft request' (duration: 945.113194ms)","trace[1260622287] 'compare' (duration: 59.751333ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:57.784892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.779345Z","time spent":"1.00546515s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:58.783799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.674785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:33:58.784574Z","caller":"traceutil/trace.go:171","msg":"trace[857037637] linearizableReadLoop","detail":"{readStateIndex:27215; appliedIndex:27202; }","duration":"2.003887138s","start":"2026-05-07T16:33:56.780666Z","end":"2026-05-07T16:33:58.784553Z","steps":["trace[857037637] 'read index received' (duration: 943.983864ms)","trace[857037637] 'applied index is now lower than readState.Index' (duration: 1.059901524s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:33:58.784668Z","caller":"traceutil/trace.go:171","msg":"trace[2108031222] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"2.002774267s","start":"2026-05-07T16:33:56.78188Z","end":"2026-05-07T16:33:58.784654Z","steps":["trace[2108031222] 'process raft request' (duration: 1.668118963s)","trace[2108031222] 'compare' (duration: 333.155826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:33:58.78474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.781846Z","time spent":"2.002855459s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:58.784733Z","caller":"traceutil/trace.go:171","msg":"trace[368995314] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"1.998722371s","start":"2026-05-07T16:33:56.785951Z","end":"2026-05-07T16:33:58.784673Z","steps":["trace[368995314] 'process raft request' (duration: 1.998221021s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:58.784977Z","caller":"traceutil/trace.go:171","msg":"trace[1973210441] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"1.80190631s","start":"2026-05-07T16:33:56.983058Z","end":"2026-05-07T16:33:58.784964Z","steps":["trace[1973210441] 'process raft request' (duration: 1.801210566s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:58.784973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.785939Z","time spent":"1.998898364s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:58.785049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.983019Z","time spent":"1.80199237s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:58.785188Z","caller":"traceutil/trace.go:171","msg":"trace[1696095242] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"1.801303258s","start":"2026-05-07T16:33:56.983875Z","end":"2026-05-07T16:33:58.785178Z","steps":["trace[1696095242] 'process raft request' (duration: 1.800436471s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:58.785247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.983863Z","time spent":"1.801355578s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:58.785337Z","caller":"traceutil/trace.go:171","msg":"trace[1736856985] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"2.001984362s","start":"2026-05-07T16:33:56.783338Z","end":"2026-05-07T16:33:58.785323Z","steps":["trace[1736856985] 'process raft request' (duration: 2.000786169s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:58.78535Z","caller":"traceutil/trace.go:171","msg":"trace[1338848541] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"2.003411819s","start":"2026-05-07T16:33:56.781917Z","end":"2026-05-07T16:33:58.785328Z","steps":["trace[1338848541] 'process raft request' (duration: 2.002011593s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:58.785379Z","caller":"traceutil/trace.go:171","msg":"trace[303753470] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"1.801204146s","start":"2026-05-07T16:33:56.984163Z","end":"2026-05-07T16:33:58.785368Z","steps":["trace[303753470] 'process raft request' (duration: 1.800195658s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:58.78537Z","caller":"traceutil/trace.go:171","msg":"trace[1875997548] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"2.003308468s","start":"2026-05-07T16:33:56.782038Z","end":"2026-05-07T16:33:58.785346Z","steps":["trace[1875997548] 'process raft request' (duration: 2.001997473s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:58.785354Z","caller":"traceutil/trace.go:171","msg":"trace[498925200] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"2.00241672s","start":"2026-05-07T16:33:56.782901Z","end":"2026-05-07T16:33:58.785318Z","steps":["trace[498925200] 'process raft request' (duration: 2.001180017s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:58.78544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.984127Z","time spent":"1.801277547s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:58.785463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.782026Z","time spent":"2.003390059s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:58.785511Z","caller":"traceutil/trace.go:171","msg":"trace[717063908] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"1.800309178s","start":"2026-05-07T16:33:56.985184Z","end":"2026-05-07T16:33:58.785494Z","steps":["trace[717063908] 'process raft request' (duration: 1.799257119s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:33:58.785542Z","caller":"traceutil/trace.go:171","msg":"trace[1348044613] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"1.638495936s","start":"2026-05-07T16:33:57.147035Z","end":"2026-05-07T16:33:58.785531Z","steps":["trace[1348044613] 'process raft request' (duration: 1.637455537s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:58.785534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.782881Z","time spent":"2.002563072s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:58.785567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004892707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"warn","ts":"2026-05-07T16:33:58.785587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.985153Z","time spent":"1.8003872s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:58.785616Z","caller":"traceutil/trace.go:171","msg":"trace[1610926983] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26337; }","duration":"2.004968568s","start":"2026-05-07T16:33:56.780633Z","end":"2026-05-07T16:33:58.785602Z","steps":["trace[1610926983] 'agreement among raft nodes before linearized reading' (duration: 2.004760684s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:58.785617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:57.147005Z","time spent":"1.638568687s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:58.785653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.780611Z","time spent":"2.005035329s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T16:33:58.785402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.783331Z","time spent":"2.002034793s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:33:58.785635Z","caller":"traceutil/trace.go:171","msg":"trace[46334249] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"1.801307818s","start":"2026-05-07T16:33:56.984283Z","end":"2026-05-07T16:33:58.785591Z","steps":["trace[46334249] 'process raft request' (duration: 1.800114986s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:58.785821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.98424Z","time spent":"1.801475691s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:58.785788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.781892Z","time spent":"2.003862828s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:33:58.786364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T16:33:58.786415Z","caller":"traceutil/trace.go:171","msg":"trace[484611574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999973284s","start":"2026-05-07T16:33:56.786433Z","end":"2026-05-07T16:33:58.786406Z","steps":["trace[484611574] 'agreement among raft nodes before linearized reading' (duration: 1.999919453s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:33:58.786451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.786424Z","time spent":"2.000020824s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:33:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:33:59.285453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:34:00.45936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.887577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:00.459494Z","caller":"traceutil/trace.go:171","msg":"trace[1570345273] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"1.676591452s","start":"2026-05-07T16:33:58.782878Z","end":"2026-05-07T16:34:00.459469Z","steps":["trace[1570345273] 'process raft request' (duration: 787.491601ms)","trace[1570345273] 'compare' (duration: 888.700384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:00.459567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:58.782843Z","time spent":"1.676688425s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:00.459932Z","caller":"traceutil/trace.go:171","msg":"trace[330265410] linearizableReadLoop","detail":"{readStateIndex:27218; appliedIndex:27215; }","duration":"1.675278647s","start":"2026-05-07T16:33:58.784621Z","end":"2026-05-07T16:34:00.4599Z","steps":["trace[330265410] 'read index received' (duration: 785.86599ms)","trace[330265410] 'applied index is now lower than readState.Index' (duration: 889.411187ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:00.460302Z","caller":"traceutil/trace.go:171","msg":"trace[676076209] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"1.67703763s","start":"2026-05-07T16:33:58.783249Z","end":"2026-05-07T16:34:00.460287Z","steps":["trace[676076209] 'process raft request' (duration: 1.676479439s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.460438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:58.783216Z","time spent":"1.677130702s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:00.46067Z","caller":"traceutil/trace.go:171","msg":"trace[15029774] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"1.677054831s","start":"2026-05-07T16:33:58.783604Z","end":"2026-05-07T16:34:00.460659Z","steps":["trace[15029774] 'process raft request' (duration: 1.676244495s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.460726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:58.783567Z","time spent":"1.677127873s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:00.461025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67437622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:00.461048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382234886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:00.461041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167140161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:00.461088Z","caller":"traceutil/trace.go:171","msg":"trace[211680610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26340; }","duration":"1.674440271s","start":"2026-05-07T16:33:58.78663Z","end":"2026-05-07T16:34:00.46107Z","steps":["trace[211680610] 'agreement among raft nodes before linearized reading' (duration: 1.674326479s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812852175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:00.461092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134716736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:00.461145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60630658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:00.461185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677803591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-07T16:34:00.46121Z","caller":"traceutil/trace.go:171","msg":"trace[1669967216] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26340; }","duration":"1.606426992s","start":"2026-05-07T16:33:58.854768Z","end":"2026-05-07T16:34:00.461195Z","steps":["trace[1669967216] 'agreement among raft nodes before linearized reading' (duration: 1.60631075s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.976415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:00.461173Z","caller":"traceutil/trace.go:171","msg":"trace[675990335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26340; }","duration":"1.812996618s","start":"2026-05-07T16:33:58.648156Z","end":"2026-05-07T16:34:00.461152Z","steps":["trace[675990335] 'agreement among raft nodes before linearized reading' (duration: 1.812843875s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:58.854743Z","time spent":"1.606499584s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T16:34:00.461278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:58.648132Z","time spent":"1.81313657s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:00.46128Z","caller":"traceutil/trace.go:171","msg":"trace[74232378] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26340; }","duration":"280.119608ms","start":"2026-05-07T16:34:00.181135Z","end":"2026-05-07T16:34:00.461255Z","steps":["trace[74232378] 'agreement among raft nodes before linearized reading' (duration: 279.844073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991022906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:00.461409Z","caller":"traceutil/trace.go:171","msg":"trace[323338067] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26340; }","duration":"1.991111247s","start":"2026-05-07T16:33:58.470287Z","end":"2026-05-07T16:34:00.461398Z","steps":["trace[323338067] 'agreement among raft nodes before linearized reading' (duration: 1.991024676s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:00.461106Z","caller":"traceutil/trace.go:171","msg":"trace[1507998617] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26340; }","duration":"1.167261273s","start":"2026-05-07T16:33:59.293831Z","end":"2026-05-07T16:34:00.461092Z","steps":["trace[1507998617] 'agreement among raft nodes before linearized reading' (duration: 1.167141191s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.46145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:58.470263Z","time spent":"1.991178448s","remote":"127.0.0.1:43282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:00.461469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:59.293805Z","time spent":"1.16765322s","remote":"127.0.0.1:45966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:00.461224Z","caller":"traceutil/trace.go:171","msg":"trace[627651790] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26340; }","duration":"2.677875263s","start":"2026-05-07T16:33:57.783334Z","end":"2026-05-07T16:34:00.461209Z","steps":["trace[627651790] 'agreement among raft nodes before linearized reading' (duration: 2.677595888s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678834629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-07T16:34:00.461631Z","caller":"traceutil/trace.go:171","msg":"trace[706500519] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8; range_end:; response_count:1; response_revision:26340; }","duration":"3.679400948s","start":"2026-05-07T16:33:56.78222Z","end":"2026-05-07T16:34:00.461621Z","steps":["trace[706500519] 'agreement among raft nodes before linearized reading' (duration: 3.678728956s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:57.783301Z","time spent":"2.678313841s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" "} {"level":"warn","ts":"2026-05-07T16:34:00.461659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:56.782208Z","time spent":"3.67944348s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-a0b4ae97-98a6-4203-ae3e-3c31b27ab6e8\" "} {"level":"info","ts":"2026-05-07T16:34:00.461208Z","caller":"traceutil/trace.go:171","msg":"trace[220307559] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26340; }","duration":"3.134902989s","start":"2026-05-07T16:33:57.326273Z","end":"2026-05-07T16:34:00.461176Z","steps":["trace[220307559] 'agreement among raft nodes before linearized reading' (duration: 3.134662515s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845371086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-07T16:34:00.461098Z","caller":"traceutil/trace.go:171","msg":"trace[738111443] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26340; }","duration":"1.382342468s","start":"2026-05-07T16:33:59.078742Z","end":"2026-05-07T16:34:00.461084Z","steps":["trace[738111443] 'agreement among raft nodes before linearized reading' (duration: 1.382242406s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:58.786603Z","time spent":"1.674551214s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:34:00.461784Z","caller":"traceutil/trace.go:171","msg":"trace[992709779] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:26340; }","duration":"1.845906487s","start":"2026-05-07T16:33:58.615858Z","end":"2026-05-07T16:34:00.461765Z","steps":["trace[992709779] 'agreement among raft nodes before linearized reading' (duration: 1.845348216s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:57.326239Z","time spent":"3.135526461s","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T16:34:00.461826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673023073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T16:34:00.461796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:59.07871Z","time spent":"1.383066832s","remote":"127.0.0.1:37754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:00.461849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:58.615823Z","time spent":"1.846009869s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-05-07T16:34:00.461742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251922243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad55ad6478b05e\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-07T16:34:00.461869Z","caller":"traceutil/trace.go:171","msg":"trace[394030367] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b; range_end:; response_count:1; response_revision:26340; }","duration":"2.673103485s","start":"2026-05-07T16:33:57.788755Z","end":"2026-05-07T16:34:00.461858Z","steps":["trace[394030367] 'agreement among raft nodes before linearized reading' (duration: 2.673011463s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:57.78873Z","time spent":"2.673174206s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" "} {"level":"info","ts":"2026-05-07T16:34:00.461922Z","caller":"traceutil/trace.go:171","msg":"trace[1220844961] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad55ad6478b05e; range_end:; response_count:1; response_revision:26340; }","duration":"2.252132567s","start":"2026-05-07T16:33:58.209768Z","end":"2026-05-07T16:34:00.461901Z","steps":["trace[1220844961] 'agreement among raft nodes before linearized reading' (duration: 2.251887492s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:00.461974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:33:58.209725Z","time spent":"2.252234359s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad55ad6478b05e\" "} {"level":"warn","ts":"2026-05-07T16:34:02.053432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485057239s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-07T16:34:02.053778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.463552Z","time spent":"1.590214628s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T16:34:02.053883Z","caller":"traceutil/trace.go:171","msg":"trace[1576639971] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"1.260429356s","start":"2026-05-07T16:34:00.793432Z","end":"2026-05-07T16:34:02.053861Z","steps":["trace[1576639971] 'process raft request' (duration: 1.260360015s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:02.054001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.793401Z","time spent":"1.260523717s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:02.054166Z","caller":"traceutil/trace.go:171","msg":"trace[2124136678] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"1.589119417s","start":"2026-05-07T16:34:00.465001Z","end":"2026-05-07T16:34:02.05412Z","steps":["trace[2124136678] 'process raft request' (duration: 1.588587356s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:02.054139Z","caller":"traceutil/trace.go:171","msg":"trace[1569472948] linearizableReadLoop","detail":"{readStateIndex:27221; appliedIndex:27218; }","duration":"1.588154698s","start":"2026-05-07T16:34:00.465941Z","end":"2026-05-07T16:34:02.054096Z","steps":["trace[1569472948] 'read index received' (duration: 102.440846ms)","trace[1569472948] 'applied index is now lower than readState.Index' (duration: 1.485708962s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:02.054173Z","caller":"traceutil/trace.go:171","msg":"trace[1054324521] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"1.589041525s","start":"2026-05-07T16:34:00.465067Z","end":"2026-05-07T16:34:02.054108Z","steps":["trace[1054324521] 'process raft request' (duration: 1.588666959s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:02.054323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.464968Z","time spent":"1.589234169s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:02.054378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.465038Z","time spent":"1.589222669s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:02.054321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588358942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:02.054494Z","caller":"traceutil/trace.go:171","msg":"trace[173541207] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26343; }","duration":"1.588563196s","start":"2026-05-07T16:34:00.465918Z","end":"2026-05-07T16:34:02.054481Z","steps":["trace[173541207] 'agreement among raft nodes before linearized reading' (duration: 1.588329802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:02.054531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.465904Z","time spent":"1.588617257s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T16:34:02.469809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T16:34:02.469903Z","caller":"traceutil/trace.go:171","msg":"trace[1342793486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027934s","start":"2026-05-07T16:34:00.469603Z","end":"2026-05-07T16:34:02.469882Z","steps":["trace[1342793486] 'agreement among raft nodes before linearized reading' (duration: 2.000153418s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:02.469962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.469592Z","time spent":"2.000354671s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:34:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:34:02.554514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:34:03.055591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:34:03.399822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629469746s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T16:34:03.400263Z","caller":"traceutil/trace.go:171","msg":"trace[1956032128] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"2.606545791s","start":"2026-05-07T16:34:00.793696Z","end":"2026-05-07T16:34:03.400242Z","steps":["trace[1956032128] 'process raft request' (duration: 2.606333577s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.400414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.793681Z","time spent":"2.606657363s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:03.400893Z","caller":"traceutil/trace.go:171","msg":"trace[1790912449] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"2.607136283s","start":"2026-05-07T16:34:00.793705Z","end":"2026-05-07T16:34:03.400841Z","steps":["trace[1790912449] 'process raft request' (duration: 2.60648429s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:03.400962Z","caller":"traceutil/trace.go:171","msg":"trace[676089949] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"2.19171297s","start":"2026-05-07T16:34:01.209213Z","end":"2026-05-07T16:34:03.400926Z","steps":["trace[676089949] 'process raft request' (duration: 2.191659699s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.40112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.793686Z","time spent":"2.607305816s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:03.40116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:01.209187Z","time spent":"2.191871674s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:03.401385Z","caller":"traceutil/trace.go:171","msg":"trace[1528389471] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"2.605621635s","start":"2026-05-07T16:34:00.795709Z","end":"2026-05-07T16:34:03.401331Z","steps":["trace[1528389471] 'process raft request' (duration: 2.604828389s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:03.401419Z","caller":"traceutil/trace.go:171","msg":"trace[408790143] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"2.601847083s","start":"2026-05-07T16:34:00.799523Z","end":"2026-05-07T16:34:03.40137Z","steps":["trace[408790143] 'process raft request' (duration: 2.601305194s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.401635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.799511Z","time spent":"2.602012436s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:03.40164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.795672Z","time spent":"2.605785997s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:03.620771Z","caller":"traceutil/trace.go:171","msg":"trace[1541155958] linearizableReadLoop","detail":"{readStateIndex:27233; appliedIndex:27222; }","duration":"1.566521252s","start":"2026-05-07T16:34:02.054213Z","end":"2026-05-07T16:34:03.620734Z","steps":["trace[1541155958] 'read index received' (duration: 1.345922093s)","trace[1541155958] 'applied index is now lower than readState.Index' (duration: 220.597459ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:03.620927Z","caller":"traceutil/trace.go:171","msg":"trace[24581847] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"1.155225456s","start":"2026-05-07T16:34:02.465658Z","end":"2026-05-07T16:34:03.620884Z","steps":["trace[24581847] 'process raft request' (duration: 1.15491118s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833919151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T16:34:03.621112Z","caller":"traceutil/trace.go:171","msg":"trace[224263926] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26354; }","duration":"1.834044573s","start":"2026-05-07T16:34:01.787048Z","end":"2026-05-07T16:34:03.621092Z","steps":["trace[224263926] 'agreement among raft nodes before linearized reading' (duration: 1.833748858s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.465629Z","time spent":"1.155380939s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:03.62116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153039643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-07T16:34:03.621212Z","caller":"traceutil/trace.go:171","msg":"trace[1578436889] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26354; }","duration":"2.153120175s","start":"2026-05-07T16:34:01.468073Z","end":"2026-05-07T16:34:03.621193Z","steps":["trace[1578436889] 'agreement among raft nodes before linearized reading' (duration: 2.15288251s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:03.621189Z","caller":"traceutil/trace.go:171","msg":"trace[421826889] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"1.152605877s","start":"2026-05-07T16:34:02.468548Z","end":"2026-05-07T16:34:03.621154Z","steps":["trace[421826889] 'process raft request' (duration: 1.152095248s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:03.621236Z","caller":"traceutil/trace.go:171","msg":"trace[1464783665] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"1.153376972s","start":"2026-05-07T16:34:02.467841Z","end":"2026-05-07T16:34:03.621218Z","steps":["trace[1464783665] 'process raft request' (duration: 1.152768381s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:01.467976Z","time spent":"2.153273138s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" "} {"level":"warn","ts":"2026-05-07T16:34:03.621326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.467829Z","time spent":"1.153437093s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:03.621284Z","caller":"traceutil/trace.go:171","msg":"trace[1285463503] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"1.565592744s","start":"2026-05-07T16:34:02.055615Z","end":"2026-05-07T16:34:03.621207Z","steps":["trace[1285463503] 'process raft request' (duration: 1.564893671s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.468539Z","time spent":"1.152718519s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:03.621387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829865801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T16:34:03.621442Z","caller":"traceutil/trace.go:171","msg":"trace[357151890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26354; }","duration":"2.830017535s","start":"2026-05-07T16:34:00.791408Z","end":"2026-05-07T16:34:03.621425Z","steps":["trace[357151890] 'agreement among raft nodes before linearized reading' (duration: 2.829674799s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:03.621433Z","caller":"traceutil/trace.go:171","msg":"trace[1978519091] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"1.137722907s","start":"2026-05-07T16:34:02.483696Z","end":"2026-05-07T16:34:03.621419Z","steps":["trace[1978519091] 'process raft request' (duration: 1.136980773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.791369Z","time spent":"2.830095596s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:03.621538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.055587Z","time spent":"1.565833019s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:03.621546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827194122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T16:34:03.621616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56272979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T16:34:03.621601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.483674Z","time spent":"1.137814818s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:03.621642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.051671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:03.621656Z","caller":"traceutil/trace.go:171","msg":"trace[859914489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26354; }","duration":"2.827323554s","start":"2026-05-07T16:34:00.79431Z","end":"2026-05-07T16:34:03.621634Z","steps":["trace[859914489] 'agreement among raft nodes before linearized reading' (duration: 2.827003488s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:03.621679Z","caller":"traceutil/trace.go:171","msg":"trace[1504290361] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26354; }","duration":"477.136382ms","start":"2026-05-07T16:34:03.144527Z","end":"2026-05-07T16:34:03.621663Z","steps":["trace[1504290361] 'agreement among raft nodes before linearized reading' (duration: 477.077781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:03.62113Z","caller":"traceutil/trace.go:171","msg":"trace[410668588] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"1.836346337s","start":"2026-05-07T16:34:01.784734Z","end":"2026-05-07T16:34:03.621081Z","steps":["trace[410668588] 'process raft request' (duration: 1.835530701s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.21451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:03.621699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.794303Z","time spent":"2.827386055s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:34:03.621705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:03.144498Z","time spent":"477.200384ms","remote":"127.0.0.1:43950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:03.621725Z","caller":"traceutil/trace.go:171","msg":"trace[1110821713] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26354; }","duration":"557.24314ms","start":"2026-05-07T16:34:03.06447Z","end":"2026-05-07T16:34:03.621713Z","steps":["trace[1110821713] 'agreement among raft nodes before linearized reading' (duration: 557.189999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:03.064438Z","time spent":"557.310542ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:03.621764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828179119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T16:34:03.621802Z","caller":"traceutil/trace.go:171","msg":"trace[1859909747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26354; }","duration":"2.828236212s","start":"2026-05-07T16:34:00.793556Z","end":"2026-05-07T16:34:03.621792Z","steps":["trace[1859909747] 'agreement among raft nodes before linearized reading' (duration: 2.828130859s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.793548Z","time spent":"2.828276862s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T16:34:03.621644Z","caller":"traceutil/trace.go:171","msg":"trace[44811904] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26354; }","duration":"1.562788932s","start":"2026-05-07T16:34:02.058846Z","end":"2026-05-07T16:34:03.621635Z","steps":["trace[44811904] 'agreement among raft nodes before linearized reading' (duration: 1.56268021s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.058828Z","time spent":"1.563045057s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:34:03.62193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830876361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T16:34:03.621927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.069516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:34:03.621919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.044268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:03.621954Z","caller":"traceutil/trace.go:171","msg":"trace[1083934986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26354; }","duration":"2.830950182s","start":"2026-05-07T16:34:00.790996Z","end":"2026-05-07T16:34:03.621946Z","steps":["trace[1083934986] 'agreement among raft nodes before linearized reading' (duration: 2.83083691s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:03.621966Z","caller":"traceutil/trace.go:171","msg":"trace[840908450] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26354; }","duration":"684.176878ms","start":"2026-05-07T16:34:02.937778Z","end":"2026-05-07T16:34:03.621955Z","steps":["trace[840908450] 'agreement among raft nodes before linearized reading' (duration: 684.108426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828684831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T16:34:03.621974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562990606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T16:34:03.621568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383476486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:34:03.621989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.937752Z","time spent":"684.231209ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:03.621994Z","caller":"traceutil/trace.go:171","msg":"trace[1875306430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26354; }","duration":"2.828762792s","start":"2026-05-07T16:34:00.793222Z","end":"2026-05-07T16:34:03.621985Z","steps":["trace[1875306430] 'agreement among raft nodes before linearized reading' (duration: 2.828680031s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:03.622003Z","caller":"traceutil/trace.go:171","msg":"trace[2142662135] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b; range_end:; response_count:1; response_revision:26354; }","duration":"1.563051337s","start":"2026-05-07T16:34:02.058943Z","end":"2026-05-07T16:34:03.621994Z","steps":["trace[2142662135] 'agreement among raft nodes before linearized reading' (duration: 1.562953575s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.622022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.793198Z","time spent":"2.828818533s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:03.622043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153374807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:03.622049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.407777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:03.622076Z","caller":"traceutil/trace.go:171","msg":"trace[1241736495] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26354; }","duration":"3.153418428s","start":"2026-05-07T16:34:00.468646Z","end":"2026-05-07T16:34:03.622064Z","steps":["trace[1241736495] 'agreement among raft nodes before linearized reading' (duration: 3.153359556s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.790971Z","time spent":"2.831003054s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T16:34:03.622091Z","caller":"traceutil/trace.go:171","msg":"trace[1951113289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26354; }","duration":"923.475639ms","start":"2026-05-07T16:34:02.698604Z","end":"2026-05-07T16:34:03.622079Z","steps":["trace[1951113289] 'agreement among raft nodes before linearized reading' (duration: 923.398187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.622058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151724842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:03.621154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:01.787025Z","time spent":"1.834120625s","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T16:34:03.622186Z","caller":"traceutil/trace.go:171","msg":"trace[842093243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26354; }","duration":"1.151910134s","start":"2026-05-07T16:34:02.470248Z","end":"2026-05-07T16:34:03.622159Z","steps":["trace[842093243] 'agreement among raft nodes before linearized reading' (duration: 1.15165309s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.622219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155736001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T16:34:03.622254Z","caller":"traceutil/trace.go:171","msg":"trace[1247807318] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26354; }","duration":"3.155816602s","start":"2026-05-07T16:34:00.466429Z","end":"2026-05-07T16:34:03.622246Z","steps":["trace[1247807318] 'agreement among raft nodes before linearized reading' (duration: 3.15570472s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.622263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.470228Z","time spent":"1.152026647s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:03.622318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.466405Z","time spent":"3.155875963s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-07T16:34:03.62204Z","caller":"traceutil/trace.go:171","msg":"trace[1789864366] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26354; }","duration":"2.383972477s","start":"2026-05-07T16:34:01.238043Z","end":"2026-05-07T16:34:03.622015Z","steps":["trace[1789864366] 'agreement among raft nodes before linearized reading' (duration: 2.383477647s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.622375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:01.238018Z","time spent":"2.384338523s","remote":"127.0.0.1:41402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:03.62203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.058925Z","time spent":"1.563096558s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" "} {"level":"info","ts":"2026-05-07T16:34:03.62198Z","caller":"traceutil/trace.go:171","msg":"trace[1906376299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26354; }","duration":"229.11379ms","start":"2026-05-07T16:34:03.392851Z","end":"2026-05-07T16:34:03.621964Z","steps":["trace[1906376299] 'agreement among raft nodes before linearized reading' (duration: 229.005268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:03.621808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:01.784705Z","time spent":"1.837013469s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:03.62211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:00.468639Z","time spent":"3.153462688s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T16:34:03.622125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:02.698587Z","time spent":"923.528099ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:34:05.939756Z","caller":"traceutil/trace.go:171","msg":"trace[67309563] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"533.012965ms","start":"2026-05-07T16:34:05.406709Z","end":"2026-05-07T16:34:05.939722Z","steps":["trace[67309563] 'process raft request' (duration: 532.769291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:05.939969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.406667Z","time spent":"533.191668ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:07.075526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.818065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:07.075993Z","caller":"traceutil/trace.go:171","msg":"trace[357079015] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"1.445285772s","start":"2026-05-07T16:34:05.630677Z","end":"2026-05-07T16:34:07.075962Z","steps":["trace[357079015] 'process raft request' (duration: 1.44519121s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.076092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.630664Z","time spent":"1.445389205s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:07.076178Z","caller":"traceutil/trace.go:171","msg":"trace[510435643] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"1.668149015s","start":"2026-05-07T16:34:05.407994Z","end":"2026-05-07T16:34:07.076143Z","steps":["trace[510435643] 'process raft request' (duration: 1.070567875s)","trace[510435643] 'compare' (duration: 596.270325ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:07.076355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.407967Z","time spent":"1.668295977s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:07.076404Z","caller":"traceutil/trace.go:171","msg":"trace[950979203] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"1.446054067s","start":"2026-05-07T16:34:05.630336Z","end":"2026-05-07T16:34:07.07639Z","steps":["trace[950979203] 'process raft request' (duration: 1.445492376s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:07.076416Z","caller":"traceutil/trace.go:171","msg":"trace[500350300] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"1.668117744s","start":"2026-05-07T16:34:05.408264Z","end":"2026-05-07T16:34:07.076381Z","steps":["trace[500350300] 'process raft request' (duration: 1.667524672s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.076474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.630274Z","time spent":"1.446166129s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:07.076579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.408243Z","time spent":"1.668253946s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:07.076608Z","caller":"traceutil/trace.go:171","msg":"trace[1011345159] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"1.668614193s","start":"2026-05-07T16:34:05.407984Z","end":"2026-05-07T16:34:07.076598Z","steps":["trace[1011345159] 'process raft request' (duration: 1.667677285s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.076659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.407938Z","time spent":"1.668692974s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:07.077057Z","caller":"traceutil/trace.go:171","msg":"trace[1959182647] linearizableReadLoop","detail":"{readStateIndex:27250; appliedIndex:27246; }","duration":"1.538029216s","start":"2026-05-07T16:34:05.539016Z","end":"2026-05-07T16:34:07.077045Z","steps":["trace[1959182647] 'read index received' (duration: 400.492122ms)","trace[1959182647] 'applied index is now lower than readState.Index' (duration: 1.137536574s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:07.077135Z","caller":"traceutil/trace.go:171","msg":"trace[1299721705] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"1.445728549s","start":"2026-05-07T16:34:05.6314Z","end":"2026-05-07T16:34:07.077128Z","steps":["trace[1299721705] 'process raft request' (duration: 1.444515727s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:07.077178Z","caller":"traceutil/trace.go:171","msg":"trace[1254168373] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"1.01026811s","start":"2026-05-07T16:34:06.06689Z","end":"2026-05-07T16:34:07.077158Z","steps":["trace[1254168373] 'process raft request' (duration: 1.010080577s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.077223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.63137Z","time spent":"1.445777541s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:07.077275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:06.066854Z","time spent":"1.010378132s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:07.077717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538719189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:07.077758Z","caller":"traceutil/trace.go:171","msg":"trace[417290748] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26374; }","duration":"1.538821912s","start":"2026-05-07T16:34:05.538922Z","end":"2026-05-07T16:34:07.077744Z","steps":["trace[417290748] 'agreement among raft nodes before linearized reading' (duration: 1.5387111s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.077776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.538891Z","time spent":"1.538880692s","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:07.07792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440293929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-07T16:34:07.07796Z","caller":"traceutil/trace.go:171","msg":"trace[2071023849] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26374; }","duration":"1.440335479s","start":"2026-05-07T16:34:05.637614Z","end":"2026-05-07T16:34:07.077949Z","steps":["trace[2071023849] 'agreement among raft nodes before linearized reading' (duration: 1.440199637s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.077953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400201864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:34:07.078027Z","caller":"traceutil/trace.go:171","msg":"trace[42795268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26374; }","duration":"1.400327886s","start":"2026-05-07T16:34:05.677683Z","end":"2026-05-07T16:34:07.078011Z","steps":["trace[42795268] 'agreement among raft nodes before linearized reading' (duration: 1.400145663s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.078069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402020527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T16:34:07.078037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401685641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T16:34:07.078081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.677662Z","time spent":"1.400406687s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:34:07.078079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400694272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:34:07.078112Z","caller":"traceutil/trace.go:171","msg":"trace[817594118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26374; }","duration":"1.401813844s","start":"2026-05-07T16:34:05.676279Z","end":"2026-05-07T16:34:07.078093Z","steps":["trace[817594118] 'agreement among raft nodes before linearized reading' (duration: 1.40160303s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:07.078135Z","caller":"traceutil/trace.go:171","msg":"trace[77011816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26374; }","duration":"1.400774984s","start":"2026-05-07T16:34:05.677349Z","end":"2026-05-07T16:34:07.078124Z","steps":["trace[77011816] 'agreement among raft nodes before linearized reading' (duration: 1.400579721s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.078151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.676261Z","time spent":"1.401883985s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:07.078171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.677334Z","time spent":"1.400830085s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:07.077991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.637566Z","time spent":"1.440417461s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" "} {"level":"warn","ts":"2026-05-07T16:34:07.078156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402282103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:34:07.078092Z","caller":"traceutil/trace.go:171","msg":"trace[1806153849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26374; }","duration":"1.402090859s","start":"2026-05-07T16:34:05.675994Z","end":"2026-05-07T16:34:07.078085Z","steps":["trace[1806153849] 'agreement among raft nodes before linearized reading' (duration: 1.402011937s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:07.078265Z","caller":"traceutil/trace.go:171","msg":"trace[946503577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26374; }","duration":"1.402438165s","start":"2026-05-07T16:34:05.67582Z","end":"2026-05-07T16:34:07.078258Z","steps":["trace[946503577] 'agreement among raft nodes before linearized reading' (duration: 1.402284502s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.078284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.675792Z","time spent":"1.402485476s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:34:07.078287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.675969Z","time spent":"1.402305893s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:07.078238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134985545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:07.078334Z","caller":"traceutil/trace.go:171","msg":"trace[2026015173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26374; }","duration":"1.135127898s","start":"2026-05-07T16:34:05.9432Z","end":"2026-05-07T16:34:07.078328Z","steps":["trace[2026015173] 'agreement among raft nodes before linearized reading' (duration: 1.135008716s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.07835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:05.943147Z","time spent":"1.13519946s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:07.078313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.119641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:34:07.078399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00762757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T16:34:07.078425Z","caller":"traceutil/trace.go:171","msg":"trace[1577391627] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26374; }","duration":"1.007700552s","start":"2026-05-07T16:34:06.070717Z","end":"2026-05-07T16:34:07.078417Z","steps":["trace[1577391627] 'agreement among raft nodes before linearized reading' (duration: 1.00760865s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.078456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:06.070679Z","time spent":"1.007759512s","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T16:34:07.078395Z","caller":"traceutil/trace.go:171","msg":"trace[1757470941] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26374; }","duration":"991.243972ms","start":"2026-05-07T16:34:06.087139Z","end":"2026-05-07T16:34:07.078383Z","steps":["trace[1757470941] 'agreement among raft nodes before linearized reading' (duration: 991.11586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:07.078523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:06.087117Z","time spent":"991.386205ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:08.630756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.526335686s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T16:34:08.631165Z","caller":"traceutil/trace.go:171","msg":"trace[1108834876] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"1.547685247s","start":"2026-05-07T16:34:07.083462Z","end":"2026-05-07T16:34:08.631147Z","steps":["trace[1108834876] 'process raft request' (duration: 1.547489624s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:08.631307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.083429Z","time spent":"1.547798759s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:08.631459Z","caller":"traceutil/trace.go:171","msg":"trace[354462256] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"1.54789005s","start":"2026-05-07T16:34:07.083537Z","end":"2026-05-07T16:34:08.631427Z","steps":["trace[354462256] 'process raft request' (duration: 1.547574815s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:08.631544Z","caller":"traceutil/trace.go:171","msg":"trace[1957148916] linearizableReadLoop","detail":"{readStateIndex:27257; appliedIndex:27254; }","duration":"1.547213258s","start":"2026-05-07T16:34:07.08431Z","end":"2026-05-07T16:34:08.631523Z","steps":["trace[1957148916] 'read index received' (duration: 20.159088ms)","trace[1957148916] 'applied index is now lower than readState.Index' (duration: 1.52705336s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:08.63163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.083525Z","time spent":"1.548005784s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:08.631696Z","caller":"traceutil/trace.go:171","msg":"trace[1963159079] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"1.544265054s","start":"2026-05-07T16:34:07.087397Z","end":"2026-05-07T16:34:08.631662Z","steps":["trace[1963159079] 'process raft request' (duration: 1.54406725s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:08.63176Z","caller":"traceutil/trace.go:171","msg":"trace[37321127] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"1.547206338s","start":"2026-05-07T16:34:07.084544Z","end":"2026-05-07T16:34:08.63175Z","steps":["trace[37321127] 'process raft request' (duration: 1.54678293s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:08.631802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.084534Z","time spent":"1.547242669s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:08.631866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.087387Z","time spent":"1.544385796s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:08.631947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547620356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-05-07T16:34:08.631978Z","caller":"traceutil/trace.go:171","msg":"trace[346966724] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26379; }","duration":"1.547693628s","start":"2026-05-07T16:34:07.084274Z","end":"2026-05-07T16:34:08.631968Z","steps":["trace[346966724] 'agreement among raft nodes before linearized reading' (duration: 1.547545226s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:08.632003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.084254Z","time spent":"1.547743679s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-05-07T16:34:09.086409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T16:34:09.086501Z","caller":"traceutil/trace.go:171","msg":"trace[859841772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239599s","start":"2026-05-07T16:34:07.086242Z","end":"2026-05-07T16:34:09.086482Z","steps":["trace[859841772] 'agreement among raft nodes before linearized reading' (duration: 2.000117807s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.086557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.086202Z","time spent":"2.000343821s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:34:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:34:09.187709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.136774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:09.188006Z","caller":"traceutil/trace.go:171","msg":"trace[1834797979] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"280.143438ms","start":"2026-05-07T16:34:08.907838Z","end":"2026-05-07T16:34:09.187982Z","steps":["trace[1834797979] 'process raft request' (duration: 280.089357ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:09.188264Z","caller":"traceutil/trace.go:171","msg":"trace[669219056] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"559.167506ms","start":"2026-05-07T16:34:08.629033Z","end":"2026-05-07T16:34:09.188201Z","steps":["trace[669219056] 'process raft request' (duration: 558.80982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.188413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.628998Z","time spent":"559.33431ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:09.188577Z","caller":"traceutil/trace.go:171","msg":"trace[1050510850] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"1.242263543s","start":"2026-05-07T16:34:07.946306Z","end":"2026-05-07T16:34:09.18857Z","steps":["trace[1050510850] 'process raft request' (duration: 789.144591ms)","trace[1050510850] 'compare' (duration: 451.983151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:09.188616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.946245Z","time spent":"1.242351195s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:09.188803Z","caller":"traceutil/trace.go:171","msg":"trace[1021363772] linearizableReadLoop","detail":"{readStateIndex:27261; appliedIndex:27259; }","duration":"557.164678ms","start":"2026-05-07T16:34:08.631595Z","end":"2026-05-07T16:34:09.18876Z","steps":["trace[1021363772] 'read index received' (duration: 103.861683ms)","trace[1021363772] 'applied index is now lower than readState.Index' (duration: 453.299195ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:09.18891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2845778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:09.188988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.388385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-07T16:34:09.189014Z","caller":"traceutil/trace.go:171","msg":"trace[1246696854] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:26382; }","duration":"572.450166ms","start":"2026-05-07T16:34:08.616557Z","end":"2026-05-07T16:34:09.189007Z","steps":["trace[1246696854] 'agreement among raft nodes before linearized reading' (duration: 572.351764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.189004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.495663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T16:34:09.18901Z","caller":"traceutil/trace.go:171","msg":"trace[446482817] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26382; }","duration":"1.284723382s","start":"2026-05-07T16:34:07.904265Z","end":"2026-05-07T16:34:09.188988Z","steps":["trace[446482817] 'agreement among raft nodes before linearized reading' (duration: 1.284542369s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.18904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.616533Z","time spent":"572.502977ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-05-07T16:34:09.189045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488023395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:09.189059Z","caller":"traceutil/trace.go:171","msg":"trace[1177272637] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26382; }","duration":"558.562675ms","start":"2026-05-07T16:34:08.63048Z","end":"2026-05-07T16:34:09.189043Z","steps":["trace[1177272637] 'agreement among raft nodes before linearized reading' (duration: 558.374162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.189066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.904244Z","time spent":"1.284811705s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:09.189102Z","caller":"traceutil/trace.go:171","msg":"trace[400422247] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26382; }","duration":"1.488120967s","start":"2026-05-07T16:34:07.700965Z","end":"2026-05-07T16:34:09.189086Z","steps":["trace[400422247] 'agreement among raft nodes before linearized reading' (duration: 1.487974325s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.189107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.630473Z","time spent":"558.623936ms","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T16:34:09.189152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.700901Z","time spent":"1.488239269s","remote":"127.0.0.1:44712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:09.189197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.272264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:09.18929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060781918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:09.189309Z","caller":"traceutil/trace.go:171","msg":"trace[172299366] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26382; }","duration":"2.060837319s","start":"2026-05-07T16:34:07.128466Z","end":"2026-05-07T16:34:09.189303Z","steps":["trace[172299366] 'agreement among raft nodes before linearized reading' (duration: 2.060719327s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.189326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.128452Z","time spent":"2.060869909s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:09.189309Z","caller":"traceutil/trace.go:171","msg":"trace[1813054153] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26382; }","duration":"654.443028ms","start":"2026-05-07T16:34:08.534844Z","end":"2026-05-07T16:34:09.189287Z","steps":["trace[1813054153] 'agreement among raft nodes before linearized reading' (duration: 654.251334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.188862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179585686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:34:09.18943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.534824Z","time spent":"654.589521ms","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:09.189459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948373254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:09.189462Z","caller":"traceutil/trace.go:171","msg":"trace[512943934] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26382; }","duration":"1.180222837s","start":"2026-05-07T16:34:08.009226Z","end":"2026-05-07T16:34:09.189448Z","steps":["trace[512943934] 'agreement among raft nodes before linearized reading' (duration: 1.179602596s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.189513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.009202Z","time spent":"1.180297699s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:09.189476Z","caller":"traceutil/trace.go:171","msg":"trace[1486738180] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26382; }","duration":"1.948427855s","start":"2026-05-07T16:34:07.241043Z","end":"2026-05-07T16:34:09.189471Z","steps":["trace[1486738180] 'agreement among raft nodes before linearized reading' (duration: 1.948390794s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.189573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:07.241022Z","time spent":"1.948538077s","remote":"127.0.0.1:60744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:09.189531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103063765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-07T16:34:09.189782Z","caller":"traceutil/trace.go:171","msg":"trace[1306743911] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26382; }","duration":"1.103597985s","start":"2026-05-07T16:34:08.086155Z","end":"2026-05-07T16:34:09.189753Z","steps":["trace[1306743911] 'agreement among raft nodes before linearized reading' (duration: 1.102625648s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.189916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.086125Z","time spent":"1.103775929s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" "} {"level":"warn","ts":"2026-05-07T16:34:09.689018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:34:09.819959Z","caller":"traceutil/trace.go:171","msg":"trace[2095591670] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"737.084312ms","start":"2026-05-07T16:34:09.082854Z","end":"2026-05-07T16:34:09.819938Z","steps":["trace[2095591670] 'process raft request' (duration: 736.995601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.820115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.082845Z","time spent":"737.187044ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:09.82018Z","caller":"traceutil/trace.go:171","msg":"trace[702642077] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"737.486989ms","start":"2026-05-07T16:34:09.082662Z","end":"2026-05-07T16:34:09.820149Z","steps":["trace[702642077] 'process raft request' (duration: 737.00599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.820276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.082638Z","time spent":"737.601033ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:09.82066Z","caller":"traceutil/trace.go:171","msg":"trace[828442146] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"737.604233ms","start":"2026-05-07T16:34:09.082978Z","end":"2026-05-07T16:34:09.820583Z","steps":["trace[828442146] 'process raft request' (duration: 736.916099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.821071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.082971Z","time spent":"737.946619ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:09.821804Z","caller":"traceutil/trace.go:171","msg":"trace[1377485296] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"738.531181ms","start":"2026-05-07T16:34:09.083252Z","end":"2026-05-07T16:34:09.821783Z","steps":["trace[1377485296] 'process raft request' (duration: 736.906729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.821982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.083243Z","time spent":"738.655193ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:09.822045Z","caller":"traceutil/trace.go:171","msg":"trace[977345915] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"737.278246ms","start":"2026-05-07T16:34:09.08475Z","end":"2026-05-07T16:34:09.822028Z","steps":["trace[977345915] 'process raft request' (duration: 737.088783ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:09.822038Z","caller":"traceutil/trace.go:171","msg":"trace[2024417559] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"737.370998ms","start":"2026-05-07T16:34:09.084622Z","end":"2026-05-07T16:34:09.821993Z","steps":["trace[2024417559] 'process raft request' (duration: 736.751346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.822156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.084742Z","time spent":"737.357388ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:09.822238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.084585Z","time spent":"737.540411ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:09.822376Z","caller":"traceutil/trace.go:171","msg":"trace[1429180567] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"736.484071ms","start":"2026-05-07T16:34:09.085742Z","end":"2026-05-07T16:34:09.822226Z","steps":["trace[1429180567] 'process raft request' (duration: 736.145365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:09.822552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.08573Z","time spent":"736.728296ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:10.248261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.191174Z","time spent":"1.057080461s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T16:34:10.248281Z","caller":"traceutil/trace.go:171","msg":"trace[1995970225] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27262; }","duration":"1.059353263s","start":"2026-05-07T16:34:09.188892Z","end":"2026-05-07T16:34:10.248245Z","steps":["trace[1995970225] 'read index received' (duration: 630.849324ms)","trace[1995970225] 'applied index is now lower than readState.Index' (duration: 428.501919ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:10.248652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140845167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:34:10.248703Z","caller":"traceutil/trace.go:171","msg":"trace[563131014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26389; }","duration":"1.140919468s","start":"2026-05-07T16:34:09.107771Z","end":"2026-05-07T16:34:10.248691Z","steps":["trace[563131014] 'agreement among raft nodes before linearized reading' (duration: 1.140642932s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:10.248765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.107728Z","time spent":"1.14102388s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:34:10.249022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233112792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:34:10.249036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555529076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T16:34:10.249032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.938406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:10.249102Z","caller":"traceutil/trace.go:171","msg":"trace[1486743683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26389; }","duration":"1.555606287s","start":"2026-05-07T16:34:08.69348Z","end":"2026-05-07T16:34:10.249087Z","steps":["trace[1486743683] 'agreement among raft nodes before linearized reading' (duration: 1.555431284s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:10.249115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209556149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-07T16:34:10.249103Z","caller":"traceutil/trace.go:171","msg":"trace[1010451326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26389; }","duration":"1.233257244s","start":"2026-05-07T16:34:09.015822Z","end":"2026-05-07T16:34:10.24908Z","steps":["trace[1010451326] 'agreement among raft nodes before linearized reading' (duration: 1.233095361s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:10.249149Z","caller":"traceutil/trace.go:171","msg":"trace[1438200286] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26389; }","duration":"1.2096356s","start":"2026-05-07T16:34:09.039502Z","end":"2026-05-07T16:34:10.249138Z","steps":["trace[1438200286] 'agreement among raft nodes before linearized reading' (duration: 1.209352885s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:10.249158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.69342Z","time spent":"1.555720119s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:34:10.249112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337395343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-07T16:34:10.249182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.039473Z","time spent":"1.209702962s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-07T16:34:10.249168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162607065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:10.24928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337413393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-07T16:34:10.249037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610910508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-05-07T16:34:10.249276Z","caller":"traceutil/trace.go:171","msg":"trace[1128497477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26389; }","duration":"1.162762469s","start":"2026-05-07T16:34:09.08649Z","end":"2026-05-07T16:34:10.249253Z","steps":["trace[1128497477] 'agreement among raft nodes before linearized reading' (duration: 1.162536115s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:10.249355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.086482Z","time spent":"1.162867311s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:10.249163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.0158Z","time spent":"1.233351766s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:10.249364Z","caller":"traceutil/trace.go:171","msg":"trace[325503915] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26389; }","duration":"1.611284584s","start":"2026-05-07T16:34:08.638067Z","end":"2026-05-07T16:34:10.249352Z","steps":["trace[325503915] 'agreement among raft nodes before linearized reading' (duration: 1.610786065s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:10.249117Z","caller":"traceutil/trace.go:171","msg":"trace[673582170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26389; }","duration":"430.096199ms","start":"2026-05-07T16:34:09.819001Z","end":"2026-05-07T16:34:10.249097Z","steps":["trace[673582170] 'agreement among raft nodes before linearized reading' (duration: 429.921746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:10.249432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.638053Z","time spent":"1.611363725s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-05-07T16:34:10.249213Z","caller":"traceutil/trace.go:171","msg":"trace[276989376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26389; }","duration":"1.337524835s","start":"2026-05-07T16:34:08.911667Z","end":"2026-05-07T16:34:10.249192Z","steps":["trace[276989376] 'agreement among raft nodes before linearized reading' (duration: 1.337192169s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:10.249577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.911604Z","time spent":"1.337959403s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T16:34:10.249322Z","caller":"traceutil/trace.go:171","msg":"trace[556797145] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26389; }","duration":"1.337469504s","start":"2026-05-07T16:34:08.911842Z","end":"2026-05-07T16:34:10.249312Z","steps":["trace[556797145] 'agreement among raft nodes before linearized reading' (duration: 1.337190469s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:10.249787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:08.911832Z","time spent":"1.337945593s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T16:34:10.249507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.506605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T16:34:10.250012Z","caller":"traceutil/trace.go:171","msg":"trace[1639149971] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26389; }","duration":"390.077466ms","start":"2026-05-07T16:34:09.859885Z","end":"2026-05-07T16:34:10.249962Z","steps":["trace[1639149971] 'agreement among raft nodes before linearized reading' (duration: 389.17189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:10.249496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.818976Z","time spent":"430.463165ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:10.250076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:09.859863Z","time spent":"390.196699ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:11.393445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035235809s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:11.393854Z","caller":"traceutil/trace.go:171","msg":"trace[1352611421] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"1.138465262s","start":"2026-05-07T16:34:10.255364Z","end":"2026-05-07T16:34:11.393829Z","steps":["trace[1352611421] 'process raft request' (duration: 1.138422721s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:11.39394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.255343Z","time spent":"1.138562183s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:11.394087Z","caller":"traceutil/trace.go:171","msg":"trace[1977506557] linearizableReadLoop","detail":"{readStateIndex:27271; appliedIndex:27270; }","duration":"1.141750834s","start":"2026-05-07T16:34:10.252299Z","end":"2026-05-07T16:34:11.39405Z","steps":["trace[1977506557] 'read index received' (duration: 105.736209ms)","trace[1977506557] 'applied index is now lower than readState.Index' (duration: 1.036010725s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:11.394108Z","caller":"traceutil/trace.go:171","msg":"trace[1265016215] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"1.142820754s","start":"2026-05-07T16:34:10.251237Z","end":"2026-05-07T16:34:11.394058Z","steps":["trace[1265016215] 'process raft request' (duration: 106.777319ms)","trace[1265016215] 'compare' (duration: 1.034579347s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:11.394198Z","caller":"traceutil/trace.go:171","msg":"trace[79027324] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"1.140433169s","start":"2026-05-07T16:34:10.253752Z","end":"2026-05-07T16:34:11.394185Z","steps":["trace[79027324] 'process raft request' (duration: 1.139836098s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:11.394258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.253738Z","time spent":"1.14048891s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:11.394287Z","caller":"traceutil/trace.go:171","msg":"trace[24592853] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"1.138982082s","start":"2026-05-07T16:34:10.255276Z","end":"2026-05-07T16:34:11.394258Z","steps":["trace[24592853] 'process raft request' (duration: 1.138457461s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:11.394316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.251201Z","time spent":"1.142983647s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:11.394363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142045429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2805c083-9fc5-4c40-b290-101af3300b4a\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-07T16:34:11.394404Z","caller":"traceutil/trace.go:171","msg":"trace[57783957] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2805c083-9fc5-4c40-b290-101af3300b4a; range_end:; response_count:1; response_revision:26393; }","duration":"1.14211013s","start":"2026-05-07T16:34:10.252281Z","end":"2026-05-07T16:34:11.394391Z","steps":["trace[57783957] 'agreement among raft nodes before linearized reading' (duration: 1.141909506s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:11.394403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.255262Z","time spent":"1.139063423s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:11.394429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.252268Z","time spent":"1.142154392s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-2805c083-9fc5-4c40-b290-101af3300b4a\" "} {"level":"info","ts":"2026-05-07T16:34:11.401378Z","caller":"traceutil/trace.go:171","msg":"trace[2103274690] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"271.73519ms","start":"2026-05-07T16:34:11.129615Z","end":"2026-05-07T16:34:11.40135Z","steps":["trace[2103274690] 'process raft request' (duration: 271.577807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.25687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T16:34:12.256992Z","caller":"traceutil/trace.go:171","msg":"trace[185037197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305081s","start":"2026-05-07T16:34:10.256659Z","end":"2026-05-07T16:34:12.256964Z","steps":["trace[185037197] 'agreement among raft nodes before linearized reading' (duration: 2.000144498s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.257058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.256635Z","time spent":"2.000411322s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:34:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:34:12.520469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119531335s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T16:34:12.521094Z","caller":"traceutil/trace.go:171","msg":"trace[406403067] linearizableReadLoop","detail":"{readStateIndex:27276; appliedIndex:27274; }","duration":"1.126894994s","start":"2026-05-07T16:34:11.394151Z","end":"2026-05-07T16:34:12.521046Z","steps":["trace[406403067] 'read index received' (duration: 6.947061ms)","trace[406403067] 'applied index is now lower than readState.Index' (duration: 1.119945053s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:12.521642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266216952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18ad55ad65cc3e89\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-05-07T16:34:12.521654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264632142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-07T16:34:12.521711Z","caller":"traceutil/trace.go:171","msg":"trace[630262285] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18ad55ad65cc3e89; range_end:; response_count:1; response_revision:26395; }","duration":"2.266291724s","start":"2026-05-07T16:34:10.255399Z","end":"2026-05-07T16:34:12.521691Z","steps":["trace[630262285] 'agreement among raft nodes before linearized reading' (duration: 2.266123581s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:12.521745Z","caller":"traceutil/trace.go:171","msg":"trace[1549764998] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"1.325158223s","start":"2026-05-07T16:34:11.196535Z","end":"2026-05-07T16:34:12.521694Z","steps":["trace[1549764998] 'process raft request' (duration: 1.324232685s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.521771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.255393Z","time spent":"2.266362565s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18ad55ad65cc3e89\" "} {"level":"warn","ts":"2026-05-07T16:34:12.521779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511201661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-07T16:34:12.52183Z","caller":"traceutil/trace.go:171","msg":"trace[1464706635] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26395; }","duration":"1.511275613s","start":"2026-05-07T16:34:11.010539Z","end":"2026-05-07T16:34:12.521814Z","steps":["trace[1464706635] 'agreement among raft nodes before linearized reading' (duration: 1.51113906s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.521843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188260065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:12.521886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.010525Z","time spent":"1.511348804s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" "} {"level":"info","ts":"2026-05-07T16:34:12.521889Z","caller":"traceutil/trace.go:171","msg":"trace[1139065742] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26395; }","duration":"2.188376518s","start":"2026-05-07T16:34:10.3335Z","end":"2026-05-07T16:34:12.521876Z","steps":["trace[1139065742] 'agreement among raft nodes before linearized reading' (duration: 2.188292986s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.521901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.196502Z","time spent":"1.325304745s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:12.521953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.333465Z","time spent":"2.188476999s","remote":"127.0.0.1:43366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:12.521997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266594449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T16:34:12.522098Z","caller":"traceutil/trace.go:171","msg":"trace[226824380] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26395; }","duration":"2.266749382s","start":"2026-05-07T16:34:10.255325Z","end":"2026-05-07T16:34:12.522075Z","steps":["trace[226824380] 'agreement among raft nodes before linearized reading' (duration: 2.266403315s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:12.52176Z","caller":"traceutil/trace.go:171","msg":"trace[58772859] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26395; }","duration":"2.264774295s","start":"2026-05-07T16:34:10.25696Z","end":"2026-05-07T16:34:12.521735Z","steps":["trace[58772859] 'agreement among raft nodes before linearized reading' (duration: 2.264397029s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.522072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885331518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T16:34:12.522156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.255306Z","time spent":"2.266840114s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:34:12.522168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213660226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:12.522179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.256957Z","time spent":"2.265203033s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T16:34:12.52221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56426585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:12.522228Z","caller":"traceutil/trace.go:171","msg":"trace[1829393107] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26395; }","duration":"1.213741598s","start":"2026-05-07T16:34:11.308464Z","end":"2026-05-07T16:34:12.522205Z","steps":["trace[1829393107] 'agreement among raft nodes before linearized reading' (duration: 1.213644546s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.522211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885142414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T16:34:12.522286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.308452Z","time spent":"1.213819159s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:12.521639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884245188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:34:12.522327Z","caller":"traceutil/trace.go:171","msg":"trace[273909823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26395; }","duration":"1.885340168s","start":"2026-05-07T16:34:10.636957Z","end":"2026-05-07T16:34:12.522297Z","steps":["trace[273909823] 'agreement among raft nodes before linearized reading' (duration: 1.884956691s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:12.522352Z","caller":"traceutil/trace.go:171","msg":"trace[1324082360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26395; }","duration":"1.885080053s","start":"2026-05-07T16:34:10.63726Z","end":"2026-05-07T16:34:12.52234Z","steps":["trace[1324082360] 'agreement among raft nodes before linearized reading' (duration: 1.884048165s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.522387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.63725Z","time spent":"1.885127654s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:12.522395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.636926Z","time spent":"1.88545858s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:34:12.522443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884444452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T16:34:12.521641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267248283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-07T16:34:12.522501Z","caller":"traceutil/trace.go:171","msg":"trace[1588837169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26395; }","duration":"1.884525543s","start":"2026-05-07T16:34:10.637962Z","end":"2026-05-07T16:34:12.522487Z","steps":["trace[1588837169] 'agreement among raft nodes before linearized reading' (duration: 1.884329068s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:12.522197Z","caller":"traceutil/trace.go:171","msg":"trace[123392185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26395; }","duration":"1.885523171s","start":"2026-05-07T16:34:10.636644Z","end":"2026-05-07T16:34:12.522167Z","steps":["trace[123392185] 'agreement among raft nodes before linearized reading' (duration: 1.885124984s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.522549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.637951Z","time spent":"1.884587924s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:34:12.522262Z","caller":"traceutil/trace.go:171","msg":"trace[1223156767] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26395; }","duration":"1.564379542s","start":"2026-05-07T16:34:10.957869Z","end":"2026-05-07T16:34:12.522248Z","steps":["trace[1223156767] 'agreement among raft nodes before linearized reading' (duration: 1.56428065s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.5226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.636616Z","time spent":"1.88596666s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:12.522654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.957839Z","time spent":"1.564798211s","remote":"127.0.0.1:43298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:12.522527Z","caller":"traceutil/trace.go:171","msg":"trace[1769448195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26395; }","duration":"1.268186891s","start":"2026-05-07T16:34:11.254318Z","end":"2026-05-07T16:34:12.522505Z","steps":["trace[1769448195] 'agreement among raft nodes before linearized reading' (duration: 1.267154272s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.522771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.254292Z","time spent":"1.268431706s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" "} {"level":"warn","ts":"2026-05-07T16:34:12.521998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26660221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T16:34:12.522893Z","caller":"traceutil/trace.go:171","msg":"trace[547222572] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b; range_end:; response_count:1; response_revision:26395; }","duration":"2.267509417s","start":"2026-05-07T16:34:10.255352Z","end":"2026-05-07T16:34:12.522861Z","steps":["trace[547222572] 'agreement among raft nodes before linearized reading' (duration: 2.266493727s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:12.52296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:10.255344Z","time spent":"2.267593978s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" "} {"level":"warn","ts":"2026-05-07T16:34:13.021953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:34:13.522553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:34:14.02319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T16:34:14.257568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T16:34:14.257664Z","caller":"traceutil/trace.go:171","msg":"trace[823189270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000012885s","start":"2026-05-07T16:34:12.257629Z","end":"2026-05-07T16:34:14.257642Z","steps":["trace[823189270] 'agreement among raft nodes before linearized reading' (duration: 1.999887583s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:14.257731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.257597Z","time spent":"2.000121488s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 16:34:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T16:34:14.329092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.807585806s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T16:34:14.686108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T16:34:14.686202Z","caller":"traceutil/trace.go:171","msg":"trace[1666336375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606906s","start":"2026-05-07T16:34:12.685575Z","end":"2026-05-07T16:34:14.686182Z","steps":["trace[1666336375] 'agreement among raft nodes before linearized reading' (duration: 2.000480194s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:14.686254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.685544Z","time spent":"2.000699898s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:15.090453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.484366ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:15.090598Z","caller":"traceutil/trace.go:171","msg":"trace[1094313321] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26395; }","duration":"967.643799ms","start":"2026-05-07T16:34:14.122933Z","end":"2026-05-07T16:34:15.090577Z","steps":["trace[1094313321] 'range keys from in-memory index tree' (duration: 967.464816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:15.093438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.998169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:15.093693Z","caller":"traceutil/trace.go:171","msg":"trace[1559450041] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"3.266736799s","start":"2026-05-07T16:34:11.826929Z","end":"2026-05-07T16:34:15.093665Z","steps":["trace[1559450041] 'process raft request' (duration: 2.502393183s)","trace[1559450041] 'compare' (duration: 760.390661ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:15.093801Z","caller":"traceutil/trace.go:171","msg":"trace[1516171846] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"3.266584116s","start":"2026-05-07T16:34:11.827192Z","end":"2026-05-07T16:34:15.093776Z","steps":["trace[1516171846] 'process raft request' (duration: 3.266383312s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:15.093839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.82689Z","time spent":"3.266869631s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:15.093874Z","caller":"traceutil/trace.go:171","msg":"trace[1809071016] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"3.266627457s","start":"2026-05-07T16:34:11.827208Z","end":"2026-05-07T16:34:15.093835Z","steps":["trace[1809071016] 'process raft request' (duration: 3.266485014s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:15.093922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.827174Z","time spent":"3.266685408s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:15.093969Z","caller":"traceutil/trace.go:171","msg":"trace[2074446658] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"3.263677331s","start":"2026-05-07T16:34:11.830278Z","end":"2026-05-07T16:34:15.093955Z","steps":["trace[2074446658] 'process raft request' (duration: 3.263563539s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:15.093976Z","caller":"traceutil/trace.go:171","msg":"trace[1679801442] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"3.257861042s","start":"2026-05-07T16:34:11.836088Z","end":"2026-05-07T16:34:15.093949Z","steps":["trace[1679801442] 'process raft request' (duration: 3.25779469s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:15.09396Z","caller":"traceutil/trace.go:171","msg":"trace[670300940] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"3.264729571s","start":"2026-05-07T16:34:11.829138Z","end":"2026-05-07T16:34:15.093867Z","steps":["trace[670300940] 'process raft request' (duration: 3.264596409s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:15.094059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.836072Z","time spent":"3.257950413s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:15.094087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.827171Z","time spent":"3.26680827s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:15.094167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.830267Z","time spent":"3.263824204s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:15.093912Z","caller":"traceutil/trace.go:171","msg":"trace[2039259836] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"3.264525767s","start":"2026-05-07T16:34:11.829364Z","end":"2026-05-07T16:34:15.09389Z","steps":["trace[2039259836] 'process raft request' (duration: 3.264418175s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:15.094394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.829338Z","time spent":"3.264985545s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:15.094274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.829132Z","time spent":"3.265006196s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:16.266503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000705018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T16:34:16.2666Z","caller":"traceutil/trace.go:171","msg":"trace[1850488171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000872841s","start":"2026-05-07T16:34:14.2657Z","end":"2026-05-07T16:34:16.266573Z","steps":["trace[1850488171] 'agreement among raft nodes before linearized reading' (duration: 2.000748099s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.266654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:14.265678Z","time spent":"2.000965503s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:16.298438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212964652s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T16:34:16.348418Z","caller":"traceutil/trace.go:171","msg":"trace[1915110360] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"3.82243915s","start":"2026-05-07T16:34:12.525934Z","end":"2026-05-07T16:34:16.348373Z","steps":["trace[1915110360] 'process raft request' (duration: 3.772695685s)","trace[1915110360] 'compare' (duration: 48.973981ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:16.348589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.525892Z","time spent":"3.822607092s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:16.34863Z","caller":"traceutil/trace.go:171","msg":"trace[505154038] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"3.819917072s","start":"2026-05-07T16:34:12.528679Z","end":"2026-05-07T16:34:16.348597Z","steps":["trace[505154038] 'process raft request' (duration: 3.81981847s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:16.348775Z","caller":"traceutil/trace.go:171","msg":"trace[910675581] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"3.820725747s","start":"2026-05-07T16:34:12.528004Z","end":"2026-05-07T16:34:16.34873Z","steps":["trace[910675581] 'process raft request' (duration: 3.820424232s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:16.348811Z","caller":"traceutil/trace.go:171","msg":"trace[1907841216] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"3.822272966s","start":"2026-05-07T16:34:12.526506Z","end":"2026-05-07T16:34:16.348779Z","steps":["trace[1907841216] 'process raft request' (duration: 3.821785468s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.348842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.528666Z","time spent":"3.820065785s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:16.348972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.527976Z","time spent":"3.820899661s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:16.348996Z","caller":"traceutil/trace.go:171","msg":"trace[748529249] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"3.820025735s","start":"2026-05-07T16:34:12.52896Z","end":"2026-05-07T16:34:16.348986Z","steps":["trace[748529249] 'process raft request' (duration: 3.819584536s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.349051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.528949Z","time spent":"3.820072276s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:16.348973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.526492Z","time spent":"3.822391019s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:16.349316Z","caller":"traceutil/trace.go:171","msg":"trace[677008765] linearizableReadLoop","detail":"{readStateIndex:27290; appliedIndex:27276; }","duration":"3.828129967s","start":"2026-05-07T16:34:12.521168Z","end":"2026-05-07T16:34:16.349298Z","steps":["trace[677008765] 'read index received' (duration: 1.808170797s)","trace[677008765] 'applied index is now lower than readState.Index' (duration: 2.01995805s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:16.349438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348794079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:16.349473Z","caller":"traceutil/trace.go:171","msg":"trace[1777393792] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26410; }","duration":"4.348877791s","start":"2026-05-07T16:34:12.000586Z","end":"2026-05-07T16:34:16.349464Z","steps":["trace[1777393792] 'agreement among raft nodes before linearized reading' (duration: 4.348807129s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.349511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.000559Z","time spent":"4.348942841s","remote":"127.0.0.1:43326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:16.349499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077332933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:16.349627Z","caller":"traceutil/trace.go:171","msg":"trace[1257090892] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26410; }","duration":"4.077536937s","start":"2026-05-07T16:34:12.272048Z","end":"2026-05-07T16:34:16.349585Z","steps":["trace[1257090892] 'agreement among raft nodes before linearized reading' (duration: 4.077258372s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:16.349647Z","caller":"traceutil/trace.go:171","msg":"trace[694792207] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"2.779859391s","start":"2026-05-07T16:34:13.569769Z","end":"2026-05-07T16:34:16.349628Z","steps":["trace[694792207] 'process raft request' (duration: 2.779360062s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:16.34967Z","caller":"traceutil/trace.go:171","msg":"trace[738519546] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"3.819413893s","start":"2026-05-07T16:34:12.530238Z","end":"2026-05-07T16:34:16.349652Z","steps":["trace[738519546] 'process raft request' (duration: 3.818663859s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.349688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.272022Z","time spent":"4.0776544s","remote":"127.0.0.1:41136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:16.349722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:13.569747Z","time spent":"2.779934873s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:16.349769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.530213Z","time spent":"3.819515455s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:16.349791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.546802863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:16.349795Z","caller":"traceutil/trace.go:171","msg":"trace[213863095] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"2.15341719s","start":"2026-05-07T16:34:14.196345Z","end":"2026-05-07T16:34:16.349762Z","steps":["trace[213863095] 'process raft request' (duration: 2.152888661s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.34984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.963049934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:16.349846Z","caller":"traceutil/trace.go:171","msg":"trace[631703761] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26410; }","duration":"4.546898544s","start":"2026-05-07T16:34:11.802932Z","end":"2026-05-07T16:34:16.34983Z","steps":["trace[631703761] 'agreement among raft nodes before linearized reading' (duration: 4.546696061s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:16.349879Z","caller":"traceutil/trace.go:171","msg":"trace[699884473] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26410; }","duration":"3.963140576s","start":"2026-05-07T16:34:12.386726Z","end":"2026-05-07T16:34:16.349867Z","steps":["trace[699884473] 'agreement among raft nodes before linearized reading' (duration: 3.963070465s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.349892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.802912Z","time spent":"4.546966246s","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:16.349913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952983872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-07T16:34:16.349924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.386699Z","time spent":"3.963217497s","remote":"127.0.0.1:43934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:16.349886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.645184414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T16:34:16.349957Z","caller":"traceutil/trace.go:171","msg":"trace[1258565690] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26410; }","duration":"4.953059143s","start":"2026-05-07T16:34:11.396886Z","end":"2026-05-07T16:34:16.349945Z","steps":["trace[1258565690] 'agreement among raft nodes before linearized reading' (duration: 4.952979232s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.349956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:14.196326Z","time spent":"2.153544612s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:16.349842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.747243292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:16.34999Z","caller":"traceutil/trace.go:171","msg":"trace[1385907946] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26410; }","duration":"4.645364727s","start":"2026-05-07T16:34:11.7046Z","end":"2026-05-07T16:34:16.349965Z","steps":["trace[1385907946] 'agreement among raft nodes before linearized reading' (duration: 4.64499243s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.350054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.704574Z","time spent":"4.645470069s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:16.350095Z","caller":"traceutil/trace.go:171","msg":"trace[71358886] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26410; }","duration":"4.747511547s","start":"2026-05-07T16:34:11.602532Z","end":"2026-05-07T16:34:16.350044Z","steps":["trace[71358886] 'agreement among raft nodes before linearized reading' (duration: 4.747265633s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.350234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.602505Z","time spent":"4.747682571s","remote":"127.0.0.1:36288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:16.35Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:11.396866Z","time spent":"4.953123724s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T16:34:16.669753Z","caller":"traceutil/trace.go:171","msg":"trace[1035980971] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"2.138986039s","start":"2026-05-07T16:34:14.530719Z","end":"2026-05-07T16:34:16.669705Z","steps":["trace[1035980971] 'process raft request' (duration: 2.138698053s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:16.669929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:14.530678Z","time spent":"2.139156162s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:17.524691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.044862ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-07T16:34:17.524866Z","caller":"traceutil/trace.go:171","msg":"trace[1146057347] linearizableReadLoop","detail":"{readStateIndex:27293; appliedIndex:27291; }","duration":"1.175473387s","start":"2026-05-07T16:34:16.349366Z","end":"2026-05-07T16:34:17.524839Z","steps":["trace[1146057347] 'read index received' (duration: 319.985437ms)","trace[1146057347] 'applied index is now lower than readState.Index' (duration: 855.48539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:17.525064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184904514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:17.525113Z","caller":"traceutil/trace.go:171","msg":"trace[479819258] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26411; }","duration":"1.185018048s","start":"2026-05-07T16:34:16.34008Z","end":"2026-05-07T16:34:17.525098Z","steps":["trace[479819258] 'agreement among raft nodes before linearized reading' (duration: 1.184892264s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.525163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:16.340057Z","time spent":"1.18509477s","remote":"127.0.0.1:60508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:17.52528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822184895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:17.525332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499059631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:17.52539Z","caller":"traceutil/trace.go:171","msg":"trace[1339548533] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26411; }","duration":"3.822378188s","start":"2026-05-07T16:34:13.702979Z","end":"2026-05-07T16:34:17.525357Z","steps":["trace[1339548533] 'agreement among raft nodes before linearized reading' (duration: 3.822159354s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.525447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:13.702957Z","time spent":"3.822478851s","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T16:34:17.525523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222790858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:17.525574Z","caller":"traceutil/trace.go:171","msg":"trace[1321807743] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26411; }","duration":"1.22289192s","start":"2026-05-07T16:34:16.302669Z","end":"2026-05-07T16:34:17.525561Z","steps":["trace[1321807743] 'agreement among raft nodes before linearized reading' (duration: 1.222812459s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.525637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:16.302641Z","time spent":"1.222976892s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:17.525748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640749015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:17.52577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.997558574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-07T16:34:17.525793Z","caller":"traceutil/trace.go:171","msg":"trace[1588958936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26411; }","duration":"2.640798686s","start":"2026-05-07T16:34:14.884983Z","end":"2026-05-07T16:34:17.525781Z","steps":["trace[1588958936] 'agreement among raft nodes before linearized reading' (duration: 2.640725535s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:17.525808Z","caller":"traceutil/trace.go:171","msg":"trace[1539594954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26411; }","duration":"3.997668495s","start":"2026-05-07T16:34:13.528128Z","end":"2026-05-07T16:34:17.525797Z","steps":["trace[1539594954] 'agreement among raft nodes before linearized reading' (duration: 3.997473792s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.525834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:14.884958Z","time spent":"2.640861718s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:17.52558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941304375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T16:34:17.525915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327164265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T16:34:17.525445Z","caller":"traceutil/trace.go:171","msg":"trace[1457133280] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26411; }","duration":"2.499230314s","start":"2026-05-07T16:34:15.026182Z","end":"2026-05-07T16:34:17.525412Z","steps":["trace[1457133280] 'agreement among raft nodes before linearized reading' (duration: 2.499041991s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.526066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.3143119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad55ad6478b05e\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-07T16:34:17.526123Z","caller":"traceutil/trace.go:171","msg":"trace[2059313630] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad55ad6478b05e; range_end:; response_count:1; response_revision:26411; }","duration":"4.314366551s","start":"2026-05-07T16:34:13.211743Z","end":"2026-05-07T16:34:17.526109Z","steps":["trace[2059313630] 'agreement among raft nodes before linearized reading' (duration: 4.314232459s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.526128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494839413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-05-07T16:34:17.52616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:13.211703Z","time spent":"4.314444543s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad55ad6478b05e\" "} {"level":"info","ts":"2026-05-07T16:34:17.526181Z","caller":"traceutil/trace.go:171","msg":"trace[663446897] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26411; }","duration":"1.494952135s","start":"2026-05-07T16:34:16.031218Z","end":"2026-05-07T16:34:17.526171Z","steps":["trace[663446897] 'agreement among raft nodes before linearized reading' (duration: 1.494749091s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.526222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:16.031193Z","time spent":"1.495016187s","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":930,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-07T16:34:17.526256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.774302422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:17.526295Z","caller":"traceutil/trace.go:171","msg":"trace[1982364668] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26411; }","duration":"4.774360433s","start":"2026-05-07T16:34:12.751922Z","end":"2026-05-07T16:34:17.526282Z","steps":["trace[1982364668] 'agreement among raft nodes before linearized reading' (duration: 4.774299382s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:17.525916Z","caller":"traceutil/trace.go:171","msg":"trace[1952026351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26411; }","duration":"3.941641942s","start":"2026-05-07T16:34:13.584243Z","end":"2026-05-07T16:34:17.525885Z","steps":["trace[1952026351] 'agreement among raft nodes before linearized reading' (duration: 3.941289496s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.526341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.75191Z","time spent":"4.774421854s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:17.526422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.781070318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:17.52634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997380707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-07T16:34:17.526482Z","caller":"traceutil/trace.go:171","msg":"trace[1629142004] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26411; }","duration":"4.78118505s","start":"2026-05-07T16:34:12.745282Z","end":"2026-05-07T16:34:17.526467Z","steps":["trace[1629142004] 'agreement among raft nodes before linearized reading' (duration: 4.781091769s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.526452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:13.584215Z","time spent":"3.942164921s","remote":"127.0.0.1:57020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:17.526509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002109526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"warn","ts":"2026-05-07T16:34:17.526058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:15.026157Z","time spent":"2.499886166s","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:17.526568Z","caller":"traceutil/trace.go:171","msg":"trace[1543890257] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26411; }","duration":"5.002201888s","start":"2026-05-07T16:34:12.524349Z","end":"2026-05-07T16:34:17.526551Z","steps":["trace[1543890257] 'agreement among raft nodes before linearized reading' (duration: 5.002030264s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.526609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.524323Z","time spent":"5.00227625s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T16:34:17.525952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.125763185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T16:34:17.526767Z","caller":"traceutil/trace.go:171","msg":"trace[1625145062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26411; }","duration":"4.126565751s","start":"2026-05-07T16:34:13.400182Z","end":"2026-05-07T16:34:17.526748Z","steps":["trace[1625145062] 'agreement among raft nodes before linearized reading' (duration: 4.125688954s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.526821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:13.4001Z","time spent":"4.126708533s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:34:17.525883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258495619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:17.527013Z","caller":"traceutil/trace.go:171","msg":"trace[996950078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26411; }","duration":"1.259685672s","start":"2026-05-07T16:34:16.267316Z","end":"2026-05-07T16:34:17.527001Z","steps":["trace[996950078] 'agreement among raft nodes before linearized reading' (duration: 1.258367457s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.52705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:16.267292Z","time spent":"1.259748123s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:34:17.526002Z","caller":"traceutil/trace.go:171","msg":"trace[686053753] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26411; }","duration":"3.327299098s","start":"2026-05-07T16:34:14.198684Z","end":"2026-05-07T16:34:17.525983Z","steps":["trace[686053753] 'agreement among raft nodes before linearized reading' (duration: 3.327036673s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.527529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:14.198664Z","time spent":"3.328665473s","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T16:34:17.52607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729084977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:17.527679Z","caller":"traceutil/trace.go:171","msg":"trace[770693085] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26411; }","duration":"2.730725557s","start":"2026-05-07T16:34:14.796932Z","end":"2026-05-07T16:34:17.527658Z","steps":["trace[770693085] 'agreement among raft nodes before linearized reading' (duration: 2.729099867s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.527725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:14.796895Z","time spent":"2.730818969s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:17.526544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.745252Z","time spent":"4.781278674s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:17.526535Z","caller":"traceutil/trace.go:171","msg":"trace[1367145936] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26411; }","duration":"4.997614202s","start":"2026-05-07T16:34:12.528907Z","end":"2026-05-07T16:34:17.526521Z","steps":["trace[1367145936] 'agreement among raft nodes before linearized reading' (duration: 4.997262425s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.52585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:13.528104Z","time spent":"3.997739186s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" "} {"level":"warn","ts":"2026-05-07T16:34:17.527939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:12.528896Z","time spent":"4.998984437s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-05-07T16:34:17.533779Z","caller":"traceutil/trace.go:171","msg":"trace[1014207128] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"433.407882ms","start":"2026-05-07T16:34:17.10034Z","end":"2026-05-07T16:34:17.533748Z","steps":["trace[1014207128] 'process raft request' (duration: 433.191218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:17.542011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.100311Z","time spent":"433.729347ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:18.605961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073453038s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T16:34:18.606819Z","caller":"traceutil/trace.go:171","msg":"trace[1371802647] linearizableReadLoop","detail":"{readStateIndex:27300; appliedIndex:27293; }","duration":"1.081881808s","start":"2026-05-07T16:34:17.524914Z","end":"2026-05-07T16:34:18.606796Z","steps":["trace[1371802647] 'read index received' (duration: 8.586433ms)","trace[1371802647] 'applied index is now lower than readState.Index' (duration: 1.073294335s)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:18.60719Z","caller":"traceutil/trace.go:171","msg":"trace[824680449] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"1.506809649s","start":"2026-05-07T16:34:17.100368Z","end":"2026-05-07T16:34:18.607178Z","steps":["trace[824680449] 'process raft request' (duration: 1.50576401s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.607311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.100336Z","time spent":"1.506892681s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:18.607752Z","caller":"traceutil/trace.go:171","msg":"trace[987304549] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"1.076103279s","start":"2026-05-07T16:34:17.5316Z","end":"2026-05-07T16:34:18.607704Z","steps":["trace[987304549] 'process raft request' (duration: 1.075154111s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.607842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171662983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:18.60794Z","caller":"traceutil/trace.go:171","msg":"trace[1195189156] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26420; }","duration":"2.171794636s","start":"2026-05-07T16:34:16.436114Z","end":"2026-05-07T16:34:18.607908Z","steps":["trace[1195189156] 'agreement among raft nodes before linearized reading' (duration: 2.171666354s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:18.607995Z","caller":"traceutil/trace.go:171","msg":"trace[277705862] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"1.507196777s","start":"2026-05-07T16:34:17.10079Z","end":"2026-05-07T16:34:18.607987Z","steps":["trace[277705862] 'process raft request' (duration: 1.505521496s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.608009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:16.436088Z","time spent":"2.171902827s","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:18.608037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.100769Z","time spent":"1.507249058s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:18.608269Z","caller":"traceutil/trace.go:171","msg":"trace[582303953] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"1.507238676s","start":"2026-05-07T16:34:17.101024Z","end":"2026-05-07T16:34:18.608262Z","steps":["trace[582303953] 'process raft request' (duration: 1.505336391s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.60831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.101015Z","time spent":"1.507272238s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:18.6084Z","caller":"traceutil/trace.go:171","msg":"trace[472798651] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"1.506805069s","start":"2026-05-07T16:34:17.101576Z","end":"2026-05-07T16:34:18.608382Z","steps":["trace[472798651] 'process raft request' (duration: 1.504994505s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.608434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.101379Z","time spent":"1.507038463s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:18.608516Z","caller":"traceutil/trace.go:171","msg":"trace[1883743564] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"1.50684639s","start":"2026-05-07T16:34:17.101665Z","end":"2026-05-07T16:34:18.608511Z","steps":["trace[1883743564] 'process raft request' (duration: 1.504946214s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.608549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.101649Z","time spent":"1.50688456s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:18.608637Z","caller":"traceutil/trace.go:171","msg":"trace[1078280487] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"1.506898011s","start":"2026-05-07T16:34:17.101729Z","end":"2026-05-07T16:34:18.608627Z","steps":["trace[1078280487] 'process raft request' (duration: 1.504925044s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.608672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.101691Z","time spent":"1.506962902s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:18.60883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254482611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18ad55ad6626aa96\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-05-07T16:34:18.60888Z","caller":"traceutil/trace.go:171","msg":"trace[333162500] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18ad55ad6626aa96; range_end:; response_count:1; response_revision:26420; }","duration":"2.254606213s","start":"2026-05-07T16:34:16.354261Z","end":"2026-05-07T16:34:18.608867Z","steps":["trace[333162500] 'agreement among raft nodes before linearized reading' (duration: 2.254444659s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:18.60891Z","caller":"traceutil/trace.go:171","msg":"trace[814544582] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"1.079467922s","start":"2026-05-07T16:34:17.529435Z","end":"2026-05-07T16:34:18.608903Z","steps":["trace[814544582] 'process raft request' (duration: 1.07725856s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.608919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:16.354243Z","time spent":"2.254668335s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":760,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18ad55ad6626aa96\" "} {"level":"warn","ts":"2026-05-07T16:34:18.608951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.529414Z","time spent":"1.079519113s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:18.609107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254627905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T16:34:18.607958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.531581Z","time spent":"1.076269472s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:18.60998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.34372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:18.610006Z","caller":"traceutil/trace.go:171","msg":"trace[1841358326] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26420; }","duration":"483.412201ms","start":"2026-05-07T16:34:18.126585Z","end":"2026-05-07T16:34:18.609998Z","steps":["trace[1841358326] 'agreement among raft nodes before linearized reading' (duration: 483.37227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.609773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256302385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-05-07T16:34:18.609992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08099947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7964"} {"level":"info","ts":"2026-05-07T16:34:18.610072Z","caller":"traceutil/trace.go:171","msg":"trace[1326908910] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:26420; }","duration":"1.081122963s","start":"2026-05-07T16:34:17.528926Z","end":"2026-05-07T16:34:18.610049Z","steps":["trace[1326908910] 'agreement among raft nodes before linearized reading' (duration: 1.080870298s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:18.610078Z","caller":"traceutil/trace.go:171","msg":"trace[1836588051] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26420; }","duration":"2.25661064s","start":"2026-05-07T16:34:16.353436Z","end":"2026-05-07T16:34:18.610047Z","steps":["trace[1836588051] 'agreement among raft nodes before linearized reading' (duration: 2.256239483s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.610181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:16.353422Z","time spent":"2.256728293s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-07T16:34:18.610292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.921272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:18.610322Z","caller":"traceutil/trace.go:171","msg":"trace[2099871202] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26420; }","duration":"189.978734ms","start":"2026-05-07T16:34:18.420337Z","end":"2026-05-07T16:34:18.610316Z","steps":["trace[2099871202] 'agreement among raft nodes before linearized reading' (duration: 189.924053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.610324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.379161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T16:34:18.610353Z","caller":"traceutil/trace.go:171","msg":"trace[1935917839] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26420; }","duration":"844.406531ms","start":"2026-05-07T16:34:17.765935Z","end":"2026-05-07T16:34:18.610342Z","steps":["trace[1935917839] 'agreement among raft nodes before linearized reading' (duration: 844.198016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.610377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.765865Z","time spent":"844.506054ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:18.610468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.277582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:34:18.610488Z","caller":"traceutil/trace.go:171","msg":"trace[86663499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26420; }","duration":"255.360274ms","start":"2026-05-07T16:34:18.355123Z","end":"2026-05-07T16:34:18.610483Z","steps":["trace[86663499] 'agreement among raft nodes before linearized reading' (duration: 255.286712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.610114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.5289Z","time spent":"1.081208254s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7988,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-05-07T16:34:18.610635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.706158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T16:34:18.610667Z","caller":"traceutil/trace.go:171","msg":"trace[579283949] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26420; }","duration":"860.779689ms","start":"2026-05-07T16:34:17.749877Z","end":"2026-05-07T16:34:18.610657Z","steps":["trace[579283949] 'agreement among raft nodes before linearized reading' (duration: 860.696307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.610688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.749853Z","time spent":"860.8298ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T16:34:18.610026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.126559Z","time spent":"483.461532ms","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:18.61069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.69167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:34:18.61079Z","caller":"traceutil/trace.go:171","msg":"trace[829572012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26420; }","duration":"255.846142ms","start":"2026-05-07T16:34:18.354922Z","end":"2026-05-07T16:34:18.610769Z","steps":["trace[829572012] 'agreement among raft nodes before linearized reading' (duration: 255.515336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.610825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.092771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:18.610851Z","caller":"traceutil/trace.go:171","msg":"trace[606976074] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26420; }","duration":"973.158562ms","start":"2026-05-07T16:34:17.637685Z","end":"2026-05-07T16:34:18.610843Z","steps":["trace[606976074] 'agreement among raft nodes before linearized reading' (duration: 973.093681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.610874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.637661Z","time spent":"973.207434ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T16:34:18.61099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.906563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T16:34:18.611015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064898887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:18.611042Z","caller":"traceutil/trace.go:171","msg":"trace[917318071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26420; }","duration":"1.064942249s","start":"2026-05-07T16:34:17.546092Z","end":"2026-05-07T16:34:18.611035Z","steps":["trace[917318071] 'agreement among raft nodes before linearized reading' (duration: 1.064892598s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.611064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.546084Z","time spent":"1.06497599s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:18.611073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.095206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:34:18.611104Z","caller":"traceutil/trace.go:171","msg":"trace[613185486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26420; }","duration":"256.121707ms","start":"2026-05-07T16:34:18.354972Z","end":"2026-05-07T16:34:18.611094Z","steps":["trace[613185486] 'agreement among raft nodes before linearized reading' (duration: 256.060276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.611247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075779772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-05-07T16:34:18.611016Z","caller":"traceutil/trace.go:171","msg":"trace[1440294343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26420; }","duration":"255.990015ms","start":"2026-05-07T16:34:18.355018Z","end":"2026-05-07T16:34:18.611008Z","steps":["trace[1440294343] 'agreement among raft nodes before linearized reading' (duration: 255.919454ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:18.611274Z","caller":"traceutil/trace.go:171","msg":"trace[198532586] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26420; }","duration":"1.075805323s","start":"2026-05-07T16:34:17.535461Z","end":"2026-05-07T16:34:18.611266Z","steps":["trace[198532586] 'agreement among raft nodes before linearized reading' (duration: 1.075708051s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.611298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.535444Z","time spent":"1.075848273s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T16:34:18.611328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07670498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:18.611383Z","caller":"traceutil/trace.go:171","msg":"trace[795928193] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26420; }","duration":"1.076770941s","start":"2026-05-07T16:34:17.534599Z","end":"2026-05-07T16:34:18.61137Z","steps":["trace[795928193] 'agreement among raft nodes before linearized reading' (duration: 1.076665449s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.611425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.534594Z","time spent":"1.076819723s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T16:34:18.61157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077218529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-07T16:34:18.611604Z","caller":"traceutil/trace.go:171","msg":"trace[109579615] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26420; }","duration":"1.07726788s","start":"2026-05-07T16:34:17.534325Z","end":"2026-05-07T16:34:18.611592Z","steps":["trace[109579615] 'agreement among raft nodes before linearized reading' (duration: 1.077186588s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.611632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:17.534315Z","time spent":"1.077309502s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-07T16:34:18.609144Z","caller":"traceutil/trace.go:171","msg":"trace[571781123] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b; range_end:; response_count:1; response_revision:26420; }","duration":"2.254679455s","start":"2026-05-07T16:34:16.354454Z","end":"2026-05-07T16:34:18.609133Z","steps":["trace[571781123] 'agreement among raft nodes before linearized reading' (duration: 2.254581413s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:18.615572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:16.354445Z","time spent":"2.261091685s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad53ac0da00d6b\" "} {"level":"warn","ts":"2026-05-07T16:34:19.113132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750383,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:34:19.248445Z","caller":"traceutil/trace.go:171","msg":"trace[1446063979] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"636.608102ms","start":"2026-05-07T16:34:18.611803Z","end":"2026-05-07T16:34:19.248412Z","steps":["trace[1446063979] 'process raft request' (duration: 636.399258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.248655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.611777Z","time spent":"636.773435ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:19.821076Z","caller":"traceutil/trace.go:171","msg":"trace[1305079139] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26422; }","duration":"1.208518959s","start":"2026-05-07T16:34:18.612479Z","end":"2026-05-07T16:34:19.820998Z","steps":["trace[1305079139] 'process raft request' (duration: 1.145929232s)","trace[1305079139] 'compare' (duration: 62.385133ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:19.821426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.612468Z","time spent":"1.208666301s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-07T16:34:19.821436Z","caller":"traceutil/trace.go:171","msg":"trace[659388899] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"1.202546427s","start":"2026-05-07T16:34:18.618847Z","end":"2026-05-07T16:34:19.821393Z","steps":["trace[659388899] 'process raft request' (duration: 1.202094098s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:19.821501Z","caller":"traceutil/trace.go:171","msg":"trace[3536075] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"1.202560008s","start":"2026-05-07T16:34:18.618881Z","end":"2026-05-07T16:34:19.821441Z","steps":["trace[3536075] 'process raft request' (duration: 1.202344263s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:19.821603Z","caller":"traceutil/trace.go:171","msg":"trace[745156962] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"1.202661329s","start":"2026-05-07T16:34:18.618913Z","end":"2026-05-07T16:34:19.821575Z","steps":["trace[745156962] 'process raft request' (duration: 1.202443445s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.821642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.618835Z","time spent":"1.202697839s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:19.821708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.61886Z","time spent":"1.20271775s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:19.821736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.618906Z","time spent":"1.202770061s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:19.821713Z","caller":"traceutil/trace.go:171","msg":"trace[509420599] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"1.199768884s","start":"2026-05-07T16:34:18.621875Z","end":"2026-05-07T16:34:19.821644Z","steps":["trace[509420599] 'process raft request' (duration: 1.199658362s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:19.821806Z","caller":"traceutil/trace.go:171","msg":"trace[1906197342] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"1.146945221s","start":"2026-05-07T16:34:18.674854Z","end":"2026-05-07T16:34:19.821799Z","steps":["trace[1906197342] 'process raft request' (duration: 1.146746888s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:19.821836Z","caller":"traceutil/trace.go:171","msg":"trace[755024377] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"1.20270043s","start":"2026-05-07T16:34:18.619102Z","end":"2026-05-07T16:34:19.821802Z","steps":["trace[755024377] 'process raft request' (duration: 1.202370804s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.821881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.621862Z","time spent":"1.199927578s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:19.821996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.619094Z","time spent":"1.202818112s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:19.822091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.674832Z","time spent":"1.146994282s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:19.822127Z","caller":"traceutil/trace.go:171","msg":"trace[1885045172] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"1.203133948s","start":"2026-05-07T16:34:18.618982Z","end":"2026-05-07T16:34:19.822116Z","steps":["trace[1885045172] 'process raft request' (duration: 1.202440515s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.822163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.618967Z","time spent":"1.203175918s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:19.82217Z","caller":"traceutil/trace.go:171","msg":"trace[730710160] linearizableReadLoop","detail":"{readStateIndex:27312; appliedIndex:27303; }","duration":"1.209799883s","start":"2026-05-07T16:34:18.612357Z","end":"2026-05-07T16:34:19.822157Z","steps":["trace[730710160] 'read index received' (duration: 636.038932ms)","trace[730710160] 'applied index is now lower than readState.Index' (duration: 573.759701ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:19.822173Z","caller":"traceutil/trace.go:171","msg":"trace[849468527] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"915.960887ms","start":"2026-05-07T16:34:18.906196Z","end":"2026-05-07T16:34:19.822157Z","steps":["trace[849468527] 'process raft request' (duration: 915.563509ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:19.822229Z","caller":"traceutil/trace.go:171","msg":"trace[199104426] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"606.400605ms","start":"2026-05-07T16:34:19.215818Z","end":"2026-05-07T16:34:19.822218Z","steps":["trace[199104426] 'process raft request' (duration: 606.257612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.822239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.906166Z","time spent":"916.037708ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:19.822267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209907314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:19.822293Z","caller":"traceutil/trace.go:171","msg":"trace[982348096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26431; }","duration":"1.209947026s","start":"2026-05-07T16:34:18.612339Z","end":"2026-05-07T16:34:19.822286Z","steps":["trace[982348096] 'agreement among raft nodes before linearized reading' (duration: 1.209884775s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.822291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:19.215799Z","time spent":"606.468636ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:19.822316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.612323Z","time spent":"1.209987266s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:19.883695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06768007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:19.883797Z","caller":"traceutil/trace.go:171","msg":"trace[1513575493] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26432; }","duration":"1.067863413s","start":"2026-05-07T16:34:18.815914Z","end":"2026-05-07T16:34:19.883778Z","steps":["trace[1513575493] 'agreement among raft nodes before linearized reading' (duration: 1.067606599s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:19.883776Z","caller":"traceutil/trace.go:171","msg":"trace[2033268728] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"335.070001ms","start":"2026-05-07T16:34:19.548658Z","end":"2026-05-07T16:34:19.883728Z","steps":["trace[2033268728] 'process raft request' (duration: 334.581663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.883811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26498694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:19.883887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264073364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-05-07T16:34:19.88392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.280386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:19.883941Z","caller":"traceutil/trace.go:171","msg":"trace[88993546] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26432; }","duration":"1.265169674s","start":"2026-05-07T16:34:18.618736Z","end":"2026-05-07T16:34:19.883905Z","steps":["trace[88993546] 'agreement among raft nodes before linearized reading' (duration: 1.264906759s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:19.883967Z","caller":"traceutil/trace.go:171","msg":"trace[1620805889] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26432; }","duration":"720.370838ms","start":"2026-05-07T16:34:19.163587Z","end":"2026-05-07T16:34:19.883958Z","steps":["trace[1620805889] 'agreement among raft nodes before linearized reading' (duration: 720.301076ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:19.883972Z","caller":"traceutil/trace.go:171","msg":"trace[790870685] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26432; }","duration":"1.264201746s","start":"2026-05-07T16:34:18.619753Z","end":"2026-05-07T16:34:19.883954Z","steps":["trace[790870685] 'agreement among raft nodes before linearized reading' (duration: 1.263796909s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.884004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:19.163561Z","time spent":"720.430749ms","remote":"127.0.0.1:46016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:19.883984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.832357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-05-07T16:34:19.884014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.619744Z","time spent":"1.264261137s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-07T16:34:19.884017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.618719Z","time spent":"1.265287335s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T16:34:19.884057Z","caller":"traceutil/trace.go:171","msg":"trace[1586070895] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f13da2b9-2e30-4fe8-9b5e-c919a702d553; range_end:; response_count:1; response_revision:26432; }","duration":"267.951669ms","start":"2026-05-07T16:34:19.616088Z","end":"2026-05-07T16:34:19.88404Z","steps":["trace[1586070895] 'agreement among raft nodes before linearized reading' (duration: 267.678114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.883716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270730379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T16:34:19.884112Z","caller":"traceutil/trace.go:171","msg":"trace[75942093] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26432; }","duration":"1.271152747s","start":"2026-05-07T16:34:18.612946Z","end":"2026-05-07T16:34:19.884099Z","steps":["trace[75942093] 'agreement among raft nodes before linearized reading' (duration: 1.270626928s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.883848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.815887Z","time spent":"1.067949445s","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:19.884157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.612932Z","time spent":"1.271206318s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T16:34:19.884049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:19.548627Z","time spent":"335.323915ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:19.884479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265828687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:19.884536Z","caller":"traceutil/trace.go:171","msg":"trace[1777182343] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26432; }","duration":"1.265906868s","start":"2026-05-07T16:34:18.618614Z","end":"2026-05-07T16:34:19.884521Z","steps":["trace[1777182343] 'agreement among raft nodes before linearized reading' (duration: 1.265784355s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:19.884579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:18.618603Z","time spent":"1.26596813s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T16:34:20.869721Z","caller":"traceutil/trace.go:171","msg":"trace[485250279] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"251.639701ms","start":"2026-05-07T16:34:20.618034Z","end":"2026-05-07T16:34:20.869673Z","steps":["trace[485250279] 'process raft request' (duration: 177.015998ms)","trace[485250279] 'compare' (duration: 74.229366ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:20.869979Z","caller":"traceutil/trace.go:171","msg":"trace[1665117676] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"248.453092ms","start":"2026-05-07T16:34:20.621487Z","end":"2026-05-07T16:34:20.86994Z","steps":["trace[1665117676] 'process raft request' (duration: 248.389661ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:20.870098Z","caller":"traceutil/trace.go:171","msg":"trace[1461767609] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"251.377918ms","start":"2026-05-07T16:34:20.618671Z","end":"2026-05-07T16:34:20.870049Z","steps":["trace[1461767609] 'process raft request' (duration: 251.051221ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:20.87012Z","caller":"traceutil/trace.go:171","msg":"trace[1522150854] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"249.88316ms","start":"2026-05-07T16:34:20.620202Z","end":"2026-05-07T16:34:20.870085Z","steps":["trace[1522150854] 'process raft request' (duration: 249.566113ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:20.870156Z","caller":"traceutil/trace.go:171","msg":"trace[1811862539] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"249.777258ms","start":"2026-05-07T16:34:20.620342Z","end":"2026-05-07T16:34:20.87012Z","steps":["trace[1811862539] 'process raft request' (duration: 249.492562ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:20.87029Z","caller":"traceutil/trace.go:171","msg":"trace[1780290622] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"251.806555ms","start":"2026-05-07T16:34:20.618475Z","end":"2026-05-07T16:34:20.870282Z","steps":["trace[1780290622] 'process raft request' (duration: 251.105632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.457424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.267692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:21.457551Z","caller":"traceutil/trace.go:171","msg":"trace[616039433] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27328; }","duration":"513.901494ms","start":"2026-05-07T16:34:20.943629Z","end":"2026-05-07T16:34:21.457531Z","steps":["trace[616039433] 'read index received' (duration: 159.398087ms)","trace[616039433] 'applied index is now lower than readState.Index' (duration: 354.502007ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:21.45763Z","caller":"traceutil/trace.go:171","msg":"trace[438796923] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"562.074251ms","start":"2026-05-07T16:34:20.895544Z","end":"2026-05-07T16:34:21.457618Z","steps":["trace[438796923] 'process raft request' (duration: 207.516143ms)","trace[438796923] 'compare' (duration: 353.743523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:21.457692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:20.895527Z","time spent":"562.135502ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3945,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:21.457887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.237161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:21.458023Z","caller":"traceutil/trace.go:171","msg":"trace[800518878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26446; }","duration":"514.364223ms","start":"2026-05-07T16:34:20.943614Z","end":"2026-05-07T16:34:21.457978Z","steps":["trace[800518878] 'agreement among raft nodes before linearized reading' (duration: 514.16938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.458088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:20.943551Z","time spent":"514.526707ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:34:21.491082Z","caller":"traceutil/trace.go:171","msg":"trace[1367757609] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"133.106343ms","start":"2026-05-07T16:34:21.357946Z","end":"2026-05-07T16:34:21.491052Z","steps":["trace[1367757609] 'process raft request' (duration: 132.785887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.491139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.035661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:21.491667Z","caller":"traceutil/trace.go:171","msg":"trace[1603966243] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26447; }","duration":"251.381337ms","start":"2026-05-07T16:34:21.240001Z","end":"2026-05-07T16:34:21.491383Z","steps":["trace[1603966243] 'agreement among raft nodes before linearized reading' (duration: 250.9978ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:21.920159Z","caller":"traceutil/trace.go:171","msg":"trace[831510091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26448; }","duration":"459.92935ms","start":"2026-05-07T16:34:21.460196Z","end":"2026-05-07T16:34:21.920125Z","steps":["trace[831510091] 'process raft request' (duration: 459.697495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.920427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:21.460168Z","time spent":"460.113004ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-07T16:34:21.920557Z","caller":"traceutil/trace.go:171","msg":"trace[1622327786] linearizableReadLoop","detail":"{readStateIndex:27331; appliedIndex:27331; }","duration":"429.62499ms","start":"2026-05-07T16:34:21.49088Z","end":"2026-05-07T16:34:21.920505Z","steps":["trace[1622327786] 'read index received' (duration: 429.61252ms)","trace[1622327786] 'applied index is now lower than readState.Index' (duration: 10.01µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:21.92078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.750735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:21.920913Z","caller":"traceutil/trace.go:171","msg":"trace[1837430083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26448; }","duration":"460.921469ms","start":"2026-05-07T16:34:21.459932Z","end":"2026-05-07T16:34:21.920853Z","steps":["trace[1837430083] 'agreement among raft nodes before linearized reading' (duration: 460.696675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.921046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:21.459915Z","time spent":"461.092221ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:34:21.936575Z","caller":"traceutil/trace.go:171","msg":"trace[2083659656] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"106.254128ms","start":"2026-05-07T16:34:21.830272Z","end":"2026-05-07T16:34:21.936526Z","steps":["trace[2083659656] 'process raft request' (duration: 105.934422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.936635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.526028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-07T16:34:21.937257Z","caller":"traceutil/trace.go:171","msg":"trace[1016502341] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26450; }","duration":"237.204812ms","start":"2026-05-07T16:34:21.700028Z","end":"2026-05-07T16:34:21.937233Z","steps":["trace[1016502341] 'agreement among raft nodes before linearized reading' (duration: 236.487698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.936799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.097803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:34:21.937375Z","caller":"traceutil/trace.go:171","msg":"trace[820835340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26450; }","duration":"107.728566ms","start":"2026-05-07T16:34:21.82961Z","end":"2026-05-07T16:34:21.937338Z","steps":["trace[820835340] 'agreement among raft nodes before linearized reading' (duration: 106.93117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.936832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.370069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:34:21.93756Z","caller":"traceutil/trace.go:171","msg":"trace[823821897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26450; }","duration":"108.104413ms","start":"2026-05-07T16:34:21.829438Z","end":"2026-05-07T16:34:21.937543Z","steps":["trace[823821897] 'agreement among raft nodes before linearized reading' (duration: 107.253936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.936858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.625303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:34:21.937786Z","caller":"traceutil/trace.go:171","msg":"trace[45225369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26450; }","duration":"108.597212ms","start":"2026-05-07T16:34:21.829177Z","end":"2026-05-07T16:34:21.937774Z","steps":["trace[45225369] 'agreement among raft nodes before linearized reading' (duration: 107.595413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.936872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.646686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:34:21.937889Z","caller":"traceutil/trace.go:171","msg":"trace[922950028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26450; }","duration":"107.698555ms","start":"2026-05-07T16:34:21.830167Z","end":"2026-05-07T16:34:21.937866Z","steps":["trace[922950028] 'agreement among raft nodes before linearized reading' (duration: 106.499973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:21.936944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.747097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:21.938021Z","caller":"traceutil/trace.go:171","msg":"trace[936101940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26450; }","duration":"157.900349ms","start":"2026-05-07T16:34:21.780106Z","end":"2026-05-07T16:34:21.938006Z","steps":["trace[936101940] 'agreement among raft nodes before linearized reading' (duration: 156.752027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:22.771888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.440917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:22.771994Z","caller":"traceutil/trace.go:171","msg":"trace[2084796316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26462; }","duration":"195.572539ms","start":"2026-05-07T16:34:22.576396Z","end":"2026-05-07T16:34:22.771969Z","steps":["trace[2084796316] 'count revisions from in-memory index tree' (duration: 195.314714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:22.77188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.764195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:22.772565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.85292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T16:34:22.772582Z","caller":"traceutil/trace.go:171","msg":"trace[377781828] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26462; }","duration":"311.501438ms","start":"2026-05-07T16:34:22.461015Z","end":"2026-05-07T16:34:22.772517Z","steps":["trace[377781828] 'count revisions from in-memory index tree' (duration: 310.639582ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:22.77265Z","caller":"traceutil/trace.go:171","msg":"trace[756083626] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26462; }","duration":"231.967473ms","start":"2026-05-07T16:34:22.540655Z","end":"2026-05-07T16:34:22.772622Z","steps":["trace[756083626] 'range keys from in-memory index tree' (duration: 231.660217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:22.772713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.110098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T16:34:22.772735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:22.460992Z","time spent":"311.683472ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:22.772772Z","caller":"traceutil/trace.go:171","msg":"trace[541170704] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26462; }","duration":"204.21551ms","start":"2026-05-07T16:34:22.568536Z","end":"2026-05-07T16:34:22.772751Z","steps":["trace[541170704] 'count revisions from in-memory index tree' (duration: 203.997276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:22.772753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.434451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-07T16:34:22.772877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.589875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276056"} {"level":"info","ts":"2026-05-07T16:34:22.772882Z","caller":"traceutil/trace.go:171","msg":"trace[1778343730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26462; }","duration":"559.629406ms","start":"2026-05-07T16:34:22.213206Z","end":"2026-05-07T16:34:22.772835Z","steps":["trace[1778343730] 'range keys from in-memory index tree' (duration: 559.205457ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:22.772924Z","caller":"traceutil/trace.go:171","msg":"trace[325946297] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26462; }","duration":"114.693627ms","start":"2026-05-07T16:34:22.658217Z","end":"2026-05-07T16:34:22.77291Z","steps":["trace[325946297] 'range keys from in-memory index tree' (duration: 113.959243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:22.772943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:22.213181Z","time spent":"559.749477ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-07T16:34:23.111864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.349537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:23.112525Z","caller":"traceutil/trace.go:171","msg":"trace[82437424] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"236.171352ms","start":"2026-05-07T16:34:22.876307Z","end":"2026-05-07T16:34:23.112479Z","steps":["trace[82437424] 'process raft request' (duration: 117.058101ms)","trace[82437424] 'compare' (duration: 117.014562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:23.848252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.807677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:23.848564Z","caller":"traceutil/trace.go:171","msg":"trace[717823998] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"971.99682ms","start":"2026-05-07T16:34:22.876522Z","end":"2026-05-07T16:34:23.848519Z","steps":["trace[717823998] 'process raft request' (duration: 746.772344ms)","trace[717823998] 'compare' (duration: 224.066554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:23.848772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:22.876461Z","time spent":"972.191154ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:23.848801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.254755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:34:23.848842Z","caller":"traceutil/trace.go:171","msg":"trace[17083051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26468; }","duration":"972.352827ms","start":"2026-05-07T16:34:22.876478Z","end":"2026-05-07T16:34:23.848831Z","steps":["trace[17083051] 'agreement among raft nodes before linearized reading' (duration: 972.153423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:23.848878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:22.876449Z","time spent":"972.421548ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T16:34:23.8486Z","caller":"traceutil/trace.go:171","msg":"trace[889835142] linearizableReadLoop","detail":"{readStateIndex:27348; appliedIndex:27346; }","duration":"972.023791ms","start":"2026-05-07T16:34:22.876555Z","end":"2026-05-07T16:34:23.848579Z","steps":["trace[889835142] 'read index received' (duration: 116.827517ms)","trace[889835142] 'applied index is now lower than readState.Index' (duration: 855.194794ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:23.849165Z","caller":"traceutil/trace.go:171","msg":"trace[1843698069] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"972.161163ms","start":"2026-05-07T16:34:22.876993Z","end":"2026-05-07T16:34:23.849154Z","steps":["trace[1843698069] 'process raft request' (duration: 971.370949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:23.849253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:22.876982Z","time spent":"972.213354ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:23.849421Z","caller":"traceutil/trace.go:171","msg":"trace[1847061123] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"972.265695ms","start":"2026-05-07T16:34:22.877144Z","end":"2026-05-07T16:34:23.849409Z","steps":["trace[1847061123] 'process raft request' (duration: 971.333108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:23.84949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:22.877097Z","time spent":"972.358797ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:23.849569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.754838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:23.849605Z","caller":"traceutil/trace.go:171","msg":"trace[1122819986] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26468; }","duration":"727.823608ms","start":"2026-05-07T16:34:23.121766Z","end":"2026-05-07T16:34:23.84959Z","steps":["trace[1122819986] 'agreement among raft nodes before linearized reading' (duration: 727.770227ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:23.849621Z","caller":"traceutil/trace.go:171","msg":"trace[1688567701] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"972.401519ms","start":"2026-05-07T16:34:22.87721Z","end":"2026-05-07T16:34:23.849611Z","steps":["trace[1688567701] 'process raft request' (duration: 971.315368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:23.849643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:23.121541Z","time spent":"728.092084ms","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:23.849678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:22.877191Z","time spent":"972.454149ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:23.849486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.878249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-07T16:34:23.849848Z","caller":"traceutil/trace.go:171","msg":"trace[930402274] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26468; }","duration":"929.282678ms","start":"2026-05-07T16:34:22.920553Z","end":"2026-05-07T16:34:23.849836Z","steps":["trace[930402274] 'agreement among raft nodes before linearized reading' (duration: 928.561494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:23.849886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:22.920537Z","time spent":"929.337848ms","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":732,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-07T16:34:23.849859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.602334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:23.849961Z","caller":"traceutil/trace.go:171","msg":"trace[967502382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26468; }","duration":"904.726565ms","start":"2026-05-07T16:34:22.945205Z","end":"2026-05-07T16:34:23.849931Z","steps":["trace[967502382] 'agreement among raft nodes before linearized reading' (duration: 904.550932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:23.850009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:22.945198Z","time spent":"904.802737ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:24.40178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.144499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:24.401994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.883451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:24.402128Z","caller":"traceutil/trace.go:171","msg":"trace[302980854] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26469; }","duration":"279.471365ms","start":"2026-05-07T16:34:24.122593Z","end":"2026-05-07T16:34:24.402064Z","steps":["trace[302980854] 'range keys from in-memory index tree' (duration: 279.121419ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:24.402173Z","caller":"traceutil/trace.go:171","msg":"trace[1196528941] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"456.676429ms","start":"2026-05-07T16:34:23.945462Z","end":"2026-05-07T16:34:24.402138Z","steps":["trace[1196528941] 'process raft request' (duration: 275.516302ms)","trace[1196528941] 'compare' (duration: 180.655768ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:24.40228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:23.945425Z","time spent":"456.812001ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:24.402838Z","caller":"traceutil/trace.go:171","msg":"trace[460458344] linearizableReadLoop","detail":"{readStateIndex:27354; appliedIndex:27352; }","duration":"452.813027ms","start":"2026-05-07T16:34:23.949956Z","end":"2026-05-07T16:34:24.402769Z","steps":["trace[460458344] 'read index received' (duration: 271.212441ms)","trace[460458344] 'applied index is now lower than readState.Index' (duration: 181.599036ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:24.402924Z","caller":"traceutil/trace.go:171","msg":"trace[971924146] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"456.572477ms","start":"2026-05-07T16:34:23.946314Z","end":"2026-05-07T16:34:24.402887Z","steps":["trace[971924146] 'process raft request' (duration: 456.287232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:24.403111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:23.946284Z","time spent":"456.730749ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:24.403124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.344592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:24.403188Z","caller":"traceutil/trace.go:171","msg":"trace[639578000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26471; }","duration":"280.509525ms","start":"2026-05-07T16:34:24.122658Z","end":"2026-05-07T16:34:24.403168Z","steps":["trace[639578000] 'agreement among raft nodes before linearized reading' (duration: 280.365563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:24.403187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.430329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T16:34:24.403215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.231224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:34:24.403271Z","caller":"traceutil/trace.go:171","msg":"trace[1215783509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26471; }","duration":"435.550521ms","start":"2026-05-07T16:34:23.967686Z","end":"2026-05-07T16:34:24.403237Z","steps":["trace[1215783509] 'agreement among raft nodes before linearized reading' (duration: 435.341368ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:24.403309Z","caller":"traceutil/trace.go:171","msg":"trace[496740769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26471; }","duration":"453.388797ms","start":"2026-05-07T16:34:23.949898Z","end":"2026-05-07T16:34:24.403287Z","steps":["trace[496740769] 'agreement among raft nodes before linearized reading' (duration: 453.074472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:24.403317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:23.967657Z","time spent":"435.645804ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:24.403366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:23.949877Z","time spent":"453.479889ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:24.403394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.461933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T16:34:24.40347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.362719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:34:24.403781Z","caller":"traceutil/trace.go:171","msg":"trace[1469660801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26471; }","duration":"434.693855ms","start":"2026-05-07T16:34:23.969071Z","end":"2026-05-07T16:34:24.403764Z","steps":["trace[1469660801] 'agreement among raft nodes before linearized reading' (duration: 434.042413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:24.403855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:23.969063Z","time spent":"434.775756ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T16:34:24.403523Z","caller":"traceutil/trace.go:171","msg":"trace[1801648328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26471; }","duration":"432.675737ms","start":"2026-05-07T16:34:23.970822Z","end":"2026-05-07T16:34:24.403497Z","steps":["trace[1801648328] 'agreement among raft nodes before linearized reading' (duration: 432.28819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:24.403981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:23.970795Z","time spent":"433.165097ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T16:34:24.689508Z","caller":"traceutil/trace.go:171","msg":"trace[692385557] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"123.545473ms","start":"2026-05-07T16:34:24.565932Z","end":"2026-05-07T16:34:24.689478Z","steps":["trace[692385557] 'process raft request' (duration: 123.36561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:25.138988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.836389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:25.139082Z","caller":"traceutil/trace.go:171","msg":"trace[592635143] linearizableReadLoop","detail":"{readStateIndex:27361; appliedIndex:27360; }","duration":"216.247718ms","start":"2026-05-07T16:34:24.922821Z","end":"2026-05-07T16:34:25.139068Z","steps":["trace[592635143] 'read index received' (duration: 67.194324ms)","trace[592635143] 'applied index is now lower than readState.Index' (duration: 149.052224ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:25.139124Z","caller":"traceutil/trace.go:171","msg":"trace[1459431281] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"350.643655ms","start":"2026-05-07T16:34:24.788434Z","end":"2026-05-07T16:34:25.139078Z","steps":["trace[1459431281] 'process raft request' (duration: 201.639752ms)","trace[1459431281] 'compare' (duration: 148.558444ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:25.139202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.3896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T16:34:25.139223Z","caller":"traceutil/trace.go:171","msg":"trace[49937266] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26478; }","duration":"216.441651ms","start":"2026-05-07T16:34:24.922775Z","end":"2026-05-07T16:34:25.139217Z","steps":["trace[49937266] 'agreement among raft nodes before linearized reading' (duration: 216.336089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:25.139323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:24.788404Z","time spent":"350.809359ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:25.139328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.017057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:25.13937Z","caller":"traceutil/trace.go:171","msg":"trace[1968012726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26479; }","duration":"196.072987ms","start":"2026-05-07T16:34:24.943288Z","end":"2026-05-07T16:34:25.139361Z","steps":["trace[1968012726] 'agreement among raft nodes before linearized reading' (duration: 195.946655ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.048373Z","caller":"traceutil/trace.go:171","msg":"trace[762169365] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"193.00369ms","start":"2026-05-07T16:34:25.855328Z","end":"2026-05-07T16:34:26.048332Z","steps":["trace[762169365] 'process raft request' (duration: 192.762296ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.350774Z","caller":"traceutil/trace.go:171","msg":"trace[1436153835] linearizableReadLoop","detail":"{readStateIndex:27369; appliedIndex:27365; }","duration":"435.507721ms","start":"2026-05-07T16:34:25.915238Z","end":"2026-05-07T16:34:26.350746Z","steps":["trace[1436153835] 'read index received' (duration: 132.90425ms)","trace[1436153835] 'applied index is now lower than readState.Index' (duration: 302.601871ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:26.350799Z","caller":"traceutil/trace.go:171","msg":"trace[1339547487] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"493.407129ms","start":"2026-05-07T16:34:25.857352Z","end":"2026-05-07T16:34:26.350759Z","steps":["trace[1339547487] 'process raft request' (duration: 493.239506ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.350805Z","caller":"traceutil/trace.go:171","msg":"trace[797387096] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"493.45422ms","start":"2026-05-07T16:34:25.857301Z","end":"2026-05-07T16:34:26.350755Z","steps":["trace[797387096] 'process raft request' (duration: 492.728446ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.35085Z","caller":"traceutil/trace.go:171","msg":"trace[1041745682] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"492.854249ms","start":"2026-05-07T16:34:25.85796Z","end":"2026-05-07T16:34:26.350814Z","steps":["trace[1041745682] 'process raft request' (duration: 492.739637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.351026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:25.857293Z","time spent":"493.606063ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:26.351048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.799676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T16:34:26.351045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:25.857952Z","time spent":"492.978181ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:26.351095Z","caller":"traceutil/trace.go:171","msg":"trace[1170647728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26485; }","duration":"435.909548ms","start":"2026-05-07T16:34:25.91517Z","end":"2026-05-07T16:34:26.35108Z","steps":["trace[1170647728] 'agreement among raft nodes before linearized reading' (duration: 435.700994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.351133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:25.915145Z","time spent":"435.977429ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:34:26.351452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:25.857346Z","time spent":"493.544852ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:26.55421Z","caller":"traceutil/trace.go:171","msg":"trace[1144119968] linearizableReadLoop","detail":"{readStateIndex:27370; appliedIndex:27369; }","duration":"203.327743ms","start":"2026-05-07T16:34:26.350842Z","end":"2026-05-07T16:34:26.55417Z","steps":["trace[1144119968] 'read index received' (duration: 200.841386ms)","trace[1144119968] 'applied index is now lower than readState.Index' (duration: 2.484397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:26.554296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.99989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:26.554409Z","caller":"traceutil/trace.go:171","msg":"trace[301521714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26485; }","duration":"310.204853ms","start":"2026-05-07T16:34:26.24417Z","end":"2026-05-07T16:34:26.554375Z","steps":["trace[301521714] 'agreement among raft nodes before linearized reading' (duration: 310.005129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.554418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.717406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:26.554462Z","caller":"traceutil/trace.go:171","msg":"trace[371522189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26485; }","duration":"609.827148ms","start":"2026-05-07T16:34:25.944622Z","end":"2026-05-07T16:34:26.55445Z","steps":["trace[371522189] 'agreement among raft nodes before linearized reading' (duration: 609.708696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.554467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:26.24414Z","time spent":"310.312345ms","remote":"127.0.0.1:60494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:26.554507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:25.944598Z","time spent":"609.90103ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:34:26.594403Z","caller":"traceutil/trace.go:171","msg":"trace[128810595] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"185.01872ms","start":"2026-05-07T16:34:26.409363Z","end":"2026-05-07T16:34:26.594382Z","steps":["trace[128810595] 'process raft request' (duration: 184.901948ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.594402Z","caller":"traceutil/trace.go:171","msg":"trace[644192600] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"238.442464ms","start":"2026-05-07T16:34:26.355928Z","end":"2026-05-07T16:34:26.594371Z","steps":["trace[644192600] 'process raft request' (duration: 238.137688ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.594724Z","caller":"traceutil/trace.go:171","msg":"trace[1222680774] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"185.163352ms","start":"2026-05-07T16:34:26.409552Z","end":"2026-05-07T16:34:26.594715Z","steps":["trace[1222680774] 'process raft request' (duration: 184.776025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.594912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.430156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T16:34:26.594964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.617847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:34:26.59497Z","caller":"traceutil/trace.go:171","msg":"trace[2023068717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26489; }","duration":"161.540367ms","start":"2026-05-07T16:34:26.433414Z","end":"2026-05-07T16:34:26.594955Z","steps":["trace[2023068717] 'agreement among raft nodes before linearized reading' (duration: 161.338884ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.59499Z","caller":"traceutil/trace.go:171","msg":"trace[168908332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26489; }","duration":"163.702309ms","start":"2026-05-07T16:34:26.43128Z","end":"2026-05-07T16:34:26.594982Z","steps":["trace[168908332] 'agreement among raft nodes before linearized reading' (duration: 163.572166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.595107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.232511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-07T16:34:26.595125Z","caller":"traceutil/trace.go:171","msg":"trace[1778540002] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26489; }","duration":"195.275892ms","start":"2026-05-07T16:34:26.399843Z","end":"2026-05-07T16:34:26.595119Z","steps":["trace[1778540002] 'agreement among raft nodes before linearized reading' (duration: 195.217581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.595218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.372115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-07T16:34:26.595239Z","caller":"traceutil/trace.go:171","msg":"trace[1327144726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26489; }","duration":"195.446676ms","start":"2026-05-07T16:34:26.399787Z","end":"2026-05-07T16:34:26.595234Z","steps":["trace[1327144726] 'agreement among raft nodes before linearized reading' (duration: 195.386545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.59527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.174322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T16:34:26.595324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.256524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:26.595331Z","caller":"traceutil/trace.go:171","msg":"trace[1621238700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26489; }","duration":"161.260634ms","start":"2026-05-07T16:34:26.434054Z","end":"2026-05-07T16:34:26.595315Z","steps":["trace[1621238700] 'agreement among raft nodes before linearized reading' (duration: 161.055349ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.595353Z","caller":"traceutil/trace.go:171","msg":"trace[1818031565] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26489; }","duration":"219.322355ms","start":"2026-05-07T16:34:26.376017Z","end":"2026-05-07T16:34:26.595339Z","steps":["trace[1818031565] 'agreement among raft nodes before linearized reading' (duration: 219.273294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.595426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.314024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:34:26.595485Z","caller":"traceutil/trace.go:171","msg":"trace[9234148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26489; }","duration":"161.450197ms","start":"2026-05-07T16:34:26.434021Z","end":"2026-05-07T16:34:26.595471Z","steps":["trace[9234148] 'agreement among raft nodes before linearized reading' (duration: 161.208612ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.866951Z","caller":"traceutil/trace.go:171","msg":"trace[929573223] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"267.063183ms","start":"2026-05-07T16:34:26.599847Z","end":"2026-05-07T16:34:26.866911Z","steps":["trace[929573223] 'process raft request' (duration: 266.712396ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.866936Z","caller":"traceutil/trace.go:171","msg":"trace[345569134] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"265.720778ms","start":"2026-05-07T16:34:26.601176Z","end":"2026-05-07T16:34:26.866897Z","steps":["trace[345569134] 'process raft request' (duration: 265.623476ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.867189Z","caller":"traceutil/trace.go:171","msg":"trace[2049464474] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"265.989543ms","start":"2026-05-07T16:34:26.601188Z","end":"2026-05-07T16:34:26.867177Z","steps":["trace[2049464474] 'process raft request' (duration: 265.662427ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.867457Z","caller":"traceutil/trace.go:171","msg":"trace[533721860] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"266.183746ms","start":"2026-05-07T16:34:26.601247Z","end":"2026-05-07T16:34:26.86743Z","steps":["trace[533721860] 'process raft request' (duration: 265.872131ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.867751Z","caller":"traceutil/trace.go:171","msg":"trace[1400657676] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"266.470061ms","start":"2026-05-07T16:34:26.601269Z","end":"2026-05-07T16:34:26.867739Z","steps":["trace[1400657676] 'process raft request' (duration: 266.086784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.867893Z","caller":"traceutil/trace.go:171","msg":"trace[1187851700] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"266.612734ms","start":"2026-05-07T16:34:26.601271Z","end":"2026-05-07T16:34:26.867884Z","steps":["trace[1187851700] 'process raft request' (duration: 266.40013ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:26.899117Z","caller":"traceutil/trace.go:171","msg":"trace[1610327895] linearizableReadLoop","detail":"{readStateIndex:27382; appliedIndex:27375; }","duration":"170.68012ms","start":"2026-05-07T16:34:26.728415Z","end":"2026-05-07T16:34:26.899095Z","steps":["trace[1610327895] 'read index received' (duration: 138.036806ms)","trace[1610327895] 'applied index is now lower than readState.Index' (duration: 32.642144ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:26.899177Z","caller":"traceutil/trace.go:171","msg":"trace[909687254] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"261.622981ms","start":"2026-05-07T16:34:26.63751Z","end":"2026-05-07T16:34:26.899133Z","steps":["trace[909687254] 'process raft request' (duration: 261.450027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.899423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.646733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T16:34:26.89948Z","caller":"traceutil/trace.go:171","msg":"trace[2043176819] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26497; }","duration":"108.792557ms","start":"2026-05-07T16:34:26.790668Z","end":"2026-05-07T16:34:26.899461Z","steps":["trace[2043176819] 'agreement among raft nodes before linearized reading' (duration: 108.574393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:26.899495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.033376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10358"} {"level":"info","ts":"2026-05-07T16:34:26.899581Z","caller":"traceutil/trace.go:171","msg":"trace[1398689194] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26497; }","duration":"171.18882ms","start":"2026-05-07T16:34:26.728371Z","end":"2026-05-07T16:34:26.89956Z","steps":["trace[1398689194] 'agreement among raft nodes before linearized reading' (duration: 170.868364ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:27.421741Z","caller":"traceutil/trace.go:171","msg":"trace[228329449] linearizableReadLoop","detail":"{readStateIndex:27383; appliedIndex:27382; }","duration":"476.477271ms","start":"2026-05-07T16:34:26.945236Z","end":"2026-05-07T16:34:27.421713Z","steps":["trace[228329449] 'read index received' (duration: 476.266347ms)","trace[228329449] 'applied index is now lower than readState.Index' (duration: 209.544µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:27.421912Z","caller":"traceutil/trace.go:171","msg":"trace[1312237706] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"509.774757ms","start":"2026-05-07T16:34:26.912008Z","end":"2026-05-07T16:34:27.421783Z","steps":["trace[1312237706] 'process raft request' (duration: 509.488842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:27.421976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.718255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:27.422057Z","caller":"traceutil/trace.go:171","msg":"trace[21976510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26498; }","duration":"476.872539ms","start":"2026-05-07T16:34:26.945167Z","end":"2026-05-07T16:34:27.422039Z","steps":["trace[21976510] 'agreement among raft nodes before linearized reading' (duration: 476.685915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:27.422113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:26.945145Z","time spent":"476.96184ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:27.422199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:26.911987Z","time spent":"510.005121ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:27.490317Z","caller":"traceutil/trace.go:171","msg":"trace[135020482] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"342.903269ms","start":"2026-05-07T16:34:27.147379Z","end":"2026-05-07T16:34:27.490283Z","steps":["trace[135020482] 'process raft request' (duration: 342.808987ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:27.490354Z","caller":"traceutil/trace.go:171","msg":"trace[558796134] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"343.038911ms","start":"2026-05-07T16:34:27.147278Z","end":"2026-05-07T16:34:27.490317Z","steps":["trace[558796134] 'process raft request' (duration: 342.685955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:27.490529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.147341Z","time spent":"343.082952ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:27.490559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.147247Z","time spent":"343.201765ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:27.490609Z","caller":"traceutil/trace.go:171","msg":"trace[1557650273] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"159.153784ms","start":"2026-05-07T16:34:27.331405Z","end":"2026-05-07T16:34:27.490559Z","steps":["trace[1557650273] 'process raft request' (duration: 158.836278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:27.490631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.847131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:27.490709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.11013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-07T16:34:27.490706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.240193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:27.490726Z","caller":"traceutil/trace.go:171","msg":"trace[1925498727] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26501; }","duration":"121.995694ms","start":"2026-05-07T16:34:27.368711Z","end":"2026-05-07T16:34:27.490706Z","steps":["trace[1925498727] 'agreement among raft nodes before linearized reading' (duration: 121.831661ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:27.490763Z","caller":"traceutil/trace.go:171","msg":"trace[825935885] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26501; }","duration":"480.207581ms","start":"2026-05-07T16:34:27.010542Z","end":"2026-05-07T16:34:27.49075Z","steps":["trace[825935885] 'agreement among raft nodes before linearized reading' (duration: 479.969497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:27.490781Z","caller":"traceutil/trace.go:171","msg":"trace[1177591404] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26501; }","duration":"354.376085ms","start":"2026-05-07T16:34:27.136384Z","end":"2026-05-07T16:34:27.49076Z","steps":["trace[1177591404] 'agreement among raft nodes before linearized reading' (duration: 354.207072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:27.490794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.010528Z","time spent":"480.259283ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-07T16:34:27.490835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.136361Z","time spent":"354.463306ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:27.995275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750544,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:34:28.141191Z","caller":"traceutil/trace.go:171","msg":"trace[1242067354] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"710.479773ms","start":"2026-05-07T16:34:27.430668Z","end":"2026-05-07T16:34:28.141148Z","steps":["trace[1242067354] 'process raft request' (duration: 710.119085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:28.141394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.430638Z","time spent":"710.647855ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1488,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:28.141561Z","caller":"traceutil/trace.go:171","msg":"trace[1770889615] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"710.676136ms","start":"2026-05-07T16:34:27.430873Z","end":"2026-05-07T16:34:28.14155Z","steps":["trace[1770889615] 'process raft request' (duration: 710.450842ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:28.141553Z","caller":"traceutil/trace.go:171","msg":"trace[1821688846] linearizableReadLoop","detail":"{readStateIndex:27390; appliedIndex:27386; }","duration":"647.296044ms","start":"2026-05-07T16:34:27.494233Z","end":"2026-05-07T16:34:28.141529Z","steps":["trace[1821688846] 'read index received' (duration: 646.655731ms)","trace[1821688846] 'applied index is now lower than readState.Index' (duration: 638.773µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:28.141538Z","caller":"traceutil/trace.go:171","msg":"trace[408509472] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"710.735717ms","start":"2026-05-07T16:34:27.430766Z","end":"2026-05-07T16:34:28.141501Z","steps":["trace[408509472] 'process raft request' (duration: 710.257709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:28.141615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.430852Z","time spent":"710.730858ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:28.14166Z","caller":"traceutil/trace.go:171","msg":"trace[775858375] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"710.269398ms","start":"2026-05-07T16:34:27.431377Z","end":"2026-05-07T16:34:28.141646Z","steps":["trace[775858375] 'process raft request' (duration: 710.091545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:28.141733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.431369Z","time spent":"710.316179ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:28.141739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.430757Z","time spent":"710.87443ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:28.141859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.605449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-336dfa1b-5c5b-470a-8f61-ea59bdcbe428\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-07T16:34:28.142045Z","caller":"traceutil/trace.go:171","msg":"trace[1567481595] range","detail":"{range_begin:/registry/persistentvolumes/pvc-336dfa1b-5c5b-470a-8f61-ea59bdcbe428; range_end:; response_count:1; response_revision:26505; }","duration":"647.822383ms","start":"2026-05-07T16:34:27.49419Z","end":"2026-05-07T16:34:28.142012Z","steps":["trace[1567481595] 'agreement among raft nodes before linearized reading' (duration: 647.523888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:28.142095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.494167Z","time spent":"647.916245ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-336dfa1b-5c5b-470a-8f61-ea59bdcbe428\" "} {"level":"warn","ts":"2026-05-07T16:34:28.156006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.578009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T16:34:28.156079Z","caller":"traceutil/trace.go:171","msg":"trace[1333165592] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26506; }","duration":"370.702112ms","start":"2026-05-07T16:34:27.78536Z","end":"2026-05-07T16:34:28.156062Z","steps":["trace[1333165592] 'agreement among raft nodes before linearized reading' (duration: 370.490108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:28.156112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:27.785337Z","time spent":"370.768573ms","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T16:34:28.156396Z","caller":"traceutil/trace.go:171","msg":"trace[1659803017] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"100.305267ms","start":"2026-05-07T16:34:28.056082Z","end":"2026-05-07T16:34:28.156387Z","steps":["trace[1659803017] 'process raft request' (duration: 99.646704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:28.156517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.433079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:28.156538Z","caller":"traceutil/trace.go:171","msg":"trace[1390618561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26506; }","duration":"210.49618ms","start":"2026-05-07T16:34:27.946036Z","end":"2026-05-07T16:34:28.156532Z","steps":["trace[1390618561] 'agreement among raft nodes before linearized reading' (duration: 210.45211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:29.498379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.949245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:29.498473Z","caller":"traceutil/trace.go:171","msg":"trace[1203935058] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26520; }","duration":"197.118378ms","start":"2026-05-07T16:34:29.301332Z","end":"2026-05-07T16:34:29.49845Z","steps":["trace[1203935058] 'count revisions from in-memory index tree' (duration: 196.829223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:29.498844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.786541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:29.498936Z","caller":"traceutil/trace.go:171","msg":"trace[603849668] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26520; }","duration":"447.944905ms","start":"2026-05-07T16:34:29.050968Z","end":"2026-05-07T16:34:29.498913Z","steps":["trace[603849668] 'count revisions from in-memory index tree' (duration: 447.681399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:29.498976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:29.050939Z","time spent":"448.028156ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:29.498982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.81602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:29.499121Z","caller":"traceutil/trace.go:171","msg":"trace[115038643] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26520; }","duration":"416.013655ms","start":"2026-05-07T16:34:29.083058Z","end":"2026-05-07T16:34:29.499072Z","steps":["trace[115038643] 'count revisions from in-memory index tree' (duration: 415.700687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:29.49918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:29.083025Z","time spent":"416.137747ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:29.646798Z","caller":"traceutil/trace.go:171","msg":"trace[2079947627] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"150.046272ms","start":"2026-05-07T16:34:29.496719Z","end":"2026-05-07T16:34:29.646765Z","steps":["trace[2079947627] 'process raft request' (duration: 149.808348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:30.701987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315706893750597,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:34:31.008151Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b15.wal"} {"level":"info","ts":"2026-05-07T16:34:31.008592Z","caller":"traceutil/trace.go:171","msg":"trace[1800738632] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"845.756336ms","start":"2026-05-07T16:34:30.162804Z","end":"2026-05-07T16:34:31.00856Z","steps":["trace[1800738632] 'process raft request' (duration: 845.560892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.008753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.162761Z","time spent":"845.891469ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:31.027998Z","caller":"traceutil/trace.go:171","msg":"trace[1883067559] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"663.181942ms","start":"2026-05-07T16:34:30.364757Z","end":"2026-05-07T16:34:31.027939Z","steps":["trace[1883067559] 'process raft request' (duration: 662.895817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.028196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.364737Z","time spent":"663.350376ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:31.02827Z","caller":"traceutil/trace.go:171","msg":"trace[1950342789] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"661.105534ms","start":"2026-05-07T16:34:30.367145Z","end":"2026-05-07T16:34:31.02825Z","steps":["trace[1950342789] 'process raft request' (duration: 660.624544ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:31.028328Z","caller":"traceutil/trace.go:171","msg":"trace[450745399] linearizableReadLoop","detail":"{readStateIndex:27417; appliedIndex:27411; }","duration":"827.046065ms","start":"2026-05-07T16:34:30.201129Z","end":"2026-05-07T16:34:31.028175Z","steps":["trace[450745399] 'read index received' (duration: 807.287034ms)","trace[450745399] 'applied index is now lower than readState.Index' (duration: 19.757921ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:31.028299Z","caller":"traceutil/trace.go:171","msg":"trace[2034565539] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"660.521453ms","start":"2026-05-07T16:34:30.367723Z","end":"2026-05-07T16:34:31.028244Z","steps":["trace[2034565539] 'process raft request' (duration: 660.32641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.028378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.367136Z","time spent":"661.178995ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:31.028429Z","caller":"traceutil/trace.go:171","msg":"trace[410682765] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"418.40103ms","start":"2026-05-07T16:34:30.610018Z","end":"2026-05-07T16:34:31.028419Z","steps":["trace[410682765] 'process raft request' (duration: 418.115484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.028476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.609983Z","time spent":"418.46394ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:31.028446Z","caller":"traceutil/trace.go:171","msg":"trace[320120697] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"419.374788ms","start":"2026-05-07T16:34:30.608995Z","end":"2026-05-07T16:34:31.02837Z","steps":["trace[320120697] 'process raft request' (duration: 419.100353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.028523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.367712Z","time spent":"660.682806ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:31.028606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.965726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:31.028661Z","caller":"traceutil/trace.go:171","msg":"trace[378526302] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26531; }","duration":"716.050927ms","start":"2026-05-07T16:34:30.312597Z","end":"2026-05-07T16:34:31.028648Z","steps":["trace[378526302] 'agreement among raft nodes before linearized reading' (duration: 715.965985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.028704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.312577Z","time spent":"716.117388ms","remote":"127.0.0.1:56914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:31.028698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.608965Z","time spent":"419.602212ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:31.028718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.470121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T16:34:31.028744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.982296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:34:31.028771Z","caller":"traceutil/trace.go:171","msg":"trace[808749149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26531; }","duration":"141.564843ms","start":"2026-05-07T16:34:30.887194Z","end":"2026-05-07T16:34:31.028759Z","steps":["trace[808749149] 'agreement among raft nodes before linearized reading' (duration: 141.39602ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:31.02879Z","caller":"traceutil/trace.go:171","msg":"trace[93908547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26531; }","duration":"137.046568ms","start":"2026-05-07T16:34:30.891732Z","end":"2026-05-07T16:34:31.028778Z","steps":["trace[93908547] 'agreement among raft nodes before linearized reading' (duration: 136.913016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.028914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.220749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:31.028913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.158481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:31.028945Z","caller":"traceutil/trace.go:171","msg":"trace[136489698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26531; }","duration":"599.302271ms","start":"2026-05-07T16:34:30.429633Z","end":"2026-05-07T16:34:31.028935Z","steps":["trace[136489698] 'agreement among raft nodes before linearized reading' (duration: 599.25611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.028965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.429604Z","time spent":"599.355392ms","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:34:31.028968Z","caller":"traceutil/trace.go:171","msg":"trace[577252741] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26531; }","duration":"245.211432ms","start":"2026-05-07T16:34:30.783743Z","end":"2026-05-07T16:34:31.028954Z","steps":["trace[577252741] 'agreement among raft nodes before linearized reading' (duration: 245.138281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.029011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.556622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T16:34:31.029073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.878965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:31.029079Z","caller":"traceutil/trace.go:171","msg":"trace[1944874050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26531; }","duration":"141.681154ms","start":"2026-05-07T16:34:30.887384Z","end":"2026-05-07T16:34:31.029065Z","steps":["trace[1944874050] 'agreement among raft nodes before linearized reading' (duration: 141.570442ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:31.029093Z","caller":"traceutil/trace.go:171","msg":"trace[1249156051] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26531; }","duration":"353.950648ms","start":"2026-05-07T16:34:30.675133Z","end":"2026-05-07T16:34:31.029084Z","steps":["trace[1249156051] 'agreement among raft nodes before linearized reading' (duration: 353.920327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.028934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.71238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:34:31.029146Z","caller":"traceutil/trace.go:171","msg":"trace[1403308606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26531; }","duration":"137.977035ms","start":"2026-05-07T16:34:30.891158Z","end":"2026-05-07T16:34:31.029136Z","steps":["trace[1403308606] 'agreement among raft nodes before linearized reading' (duration: 137.69757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.029165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.735563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:34:31.029184Z","caller":"traceutil/trace.go:171","msg":"trace[910471461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26531; }","duration":"419.806014ms","start":"2026-05-07T16:34:30.60937Z","end":"2026-05-07T16:34:31.029176Z","steps":["trace[910471461] 'agreement among raft nodes before linearized reading' (duration: 419.753633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.029201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.609345Z","time spent":"419.850176ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:34:31.029111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.675082Z","time spent":"354.025118ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:31.028598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.466672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:31.029271Z","caller":"traceutil/trace.go:171","msg":"trace[576738093] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26531; }","duration":"828.208476ms","start":"2026-05-07T16:34:30.201053Z","end":"2026-05-07T16:34:31.029262Z","steps":["trace[576738093] 'agreement among raft nodes before linearized reading' (duration: 827.481943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.029289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.201022Z","time spent":"828.260387ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:31.02934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.243999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T16:34:31.02939Z","caller":"traceutil/trace.go:171","msg":"trace[569794201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26531; }","duration":"708.306622ms","start":"2026-05-07T16:34:30.32107Z","end":"2026-05-07T16:34:31.029377Z","steps":["trace[569794201] 'agreement among raft nodes before linearized reading' (duration: 708.107057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:31.029425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:30.321063Z","time spent":"708.355403ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T16:34:35.292432Z","caller":"traceutil/trace.go:171","msg":"trace[306049832] linearizableReadLoop","detail":"{readStateIndex:27439; appliedIndex:27438; }","duration":"379.474366ms","start":"2026-05-07T16:34:34.912936Z","end":"2026-05-07T16:34:35.292411Z","steps":["trace[306049832] 'read index received' (duration: 379.333724ms)","trace[306049832] 'applied index is now lower than readState.Index' (duration: 139.452µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:34:35.292516Z","caller":"traceutil/trace.go:171","msg":"trace[1751377197] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"382.27032ms","start":"2026-05-07T16:34:34.910208Z","end":"2026-05-07T16:34:35.292478Z","steps":["trace[1751377197] 'process raft request' (duration: 382.057256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.292643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.681901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-07T16:34:35.292669Z","caller":"traceutil/trace.go:171","msg":"trace[622433999] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26553; }","duration":"379.753672ms","start":"2026-05-07T16:34:34.912907Z","end":"2026-05-07T16:34:35.29266Z","steps":["trace[622433999] 'agreement among raft nodes before linearized reading' (duration: 379.600569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.292694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:34.912894Z","time spent":"379.794402ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-07T16:34:35.292715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:34.910195Z","time spent":"382.419502ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:35.613857Z","caller":"traceutil/trace.go:171","msg":"trace[495408614] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"618.221408ms","start":"2026-05-07T16:34:34.995608Z","end":"2026-05-07T16:34:35.61383Z","steps":["trace[495408614] 'process raft request' (duration: 617.951773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.61401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:34.995585Z","time spent":"618.34965ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:35.614152Z","caller":"traceutil/trace.go:171","msg":"trace[1433346568] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"592.472143ms","start":"2026-05-07T16:34:35.02164Z","end":"2026-05-07T16:34:35.614112Z","steps":["trace[1433346568] 'process raft request' (duration: 592.122717ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:35.614328Z","caller":"traceutil/trace.go:171","msg":"trace[548895684] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"572.818853ms","start":"2026-05-07T16:34:35.041479Z","end":"2026-05-07T16:34:35.614298Z","steps":["trace[548895684] 'process raft request' (duration: 572.571199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.614516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.041444Z","time spent":"572.974735ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:35.614546Z","caller":"traceutil/trace.go:171","msg":"trace[1085802178] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"571.562349ms","start":"2026-05-07T16:34:35.04296Z","end":"2026-05-07T16:34:35.614523Z","steps":["trace[1085802178] 'process raft request' (duration: 571.303655ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:35.614545Z","caller":"traceutil/trace.go:171","msg":"trace[1895768463] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"571.975556ms","start":"2026-05-07T16:34:35.042435Z","end":"2026-05-07T16:34:35.61441Z","steps":["trace[1895768463] 'process raft request' (duration: 571.775363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.61461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.042946Z","time spent":"571.6328ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:35.614615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.042417Z","time spent":"572.16785ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:35.61436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.021612Z","time spent":"592.629095ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:35.614593Z","caller":"traceutil/trace.go:171","msg":"trace[1995338829] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"570.064461ms","start":"2026-05-07T16:34:35.044477Z","end":"2026-05-07T16:34:35.614541Z","steps":["trace[1995338829] 'process raft request' (duration: 569.931488ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:35.614704Z","caller":"traceutil/trace.go:171","msg":"trace[1155940136] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"570.153662ms","start":"2026-05-07T16:34:35.044539Z","end":"2026-05-07T16:34:35.614693Z","steps":["trace[1155940136] 'process raft request' (duration: 569.919908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.614749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.044534Z","time spent":"570.188793ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:35.614815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.044464Z","time spent":"570.227744ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:35.618667Z","caller":"traceutil/trace.go:171","msg":"trace[570411314] linearizableReadLoop","detail":"{readStateIndex:27447; appliedIndex:27439; }","duration":"326.149624ms","start":"2026-05-07T16:34:35.292489Z","end":"2026-05-07T16:34:35.618639Z","steps":["trace[570411314] 'read index received' (duration: 321.047268ms)","trace[570411314] 'applied index is now lower than readState.Index' (duration: 5.100976ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:35.61888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.140036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T16:34:35.618942Z","caller":"traceutil/trace.go:171","msg":"trace[974075880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26560; }","duration":"533.215778ms","start":"2026-05-07T16:34:35.085712Z","end":"2026-05-07T16:34:35.618928Z","steps":["trace[974075880] 'agreement among raft nodes before linearized reading' (duration: 532.966324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.618984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.085706Z","time spent":"533.270149ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:34:35.619004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.235477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:35.619051Z","caller":"traceutil/trace.go:171","msg":"trace[1397020120] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26561; }","duration":"660.34315ms","start":"2026-05-07T16:34:34.958693Z","end":"2026-05-07T16:34:35.619036Z","steps":["trace[1397020120] 'agreement among raft nodes before linearized reading' (duration: 660.195916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.619098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:34.958672Z","time spent":"660.414461ms","remote":"127.0.0.1:56896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:35.619138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.853272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T16:34:35.619191Z","caller":"traceutil/trace.go:171","msg":"trace[1231310252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26561; }","duration":"533.922893ms","start":"2026-05-07T16:34:35.085257Z","end":"2026-05-07T16:34:35.61918Z","steps":["trace[1231310252] 'agreement among raft nodes before linearized reading' (duration: 533.728368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.61922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.08525Z","time spent":"533.964903ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:35.619354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.889299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T16:34:35.619472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.851952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T16:34:35.619519Z","caller":"traceutil/trace.go:171","msg":"trace[1179295868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26561; }","duration":"532.913454ms","start":"2026-05-07T16:34:35.086594Z","end":"2026-05-07T16:34:35.619507Z","steps":["trace[1179295868] 'agreement among raft nodes before linearized reading' (duration: 532.569877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.619557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.970544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T16:34:35.619554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.412082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T16:34:35.619585Z","caller":"traceutil/trace.go:171","msg":"trace[1283921824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26561; }","duration":"533.007595ms","start":"2026-05-07T16:34:35.086569Z","end":"2026-05-07T16:34:35.619576Z","steps":["trace[1283921824] 'agreement among raft nodes before linearized reading' (duration: 532.924023ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:35.619594Z","caller":"traceutil/trace.go:171","msg":"trace[1349014089] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26561; }","duration":"323.475904ms","start":"2026-05-07T16:34:35.296107Z","end":"2026-05-07T16:34:35.619583Z","steps":["trace[1349014089] 'agreement among raft nodes before linearized reading' (duration: 323.329451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.619612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.08656Z","time spent":"533.047305ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:34:35.619629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.296084Z","time spent":"323.534905ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-07T16:34:35.619562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.086587Z","time spent":"532.962624ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:35.619777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.019295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18ad55ad6626aa96\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-05-07T16:34:35.619811Z","caller":"traceutil/trace.go:171","msg":"trace[76263917] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18ad55ad6626aa96; range_end:; response_count:1; response_revision:26561; }","duration":"323.070846ms","start":"2026-05-07T16:34:35.296729Z","end":"2026-05-07T16:34:35.6198Z","steps":["trace[76263917] 'agreement among raft nodes before linearized reading' (duration: 322.986414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.619835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.296724Z","time spent":"323.107147ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":760,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18ad55ad6626aa96\" "} {"level":"info","ts":"2026-05-07T16:34:35.619494Z","caller":"traceutil/trace.go:171","msg":"trace[141274915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26560; }","duration":"536.072883ms","start":"2026-05-07T16:34:35.083392Z","end":"2026-05-07T16:34:35.619465Z","steps":["trace[141274915] 'agreement among raft nodes before linearized reading' (duration: 535.340359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.619887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.148552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:34:35.619401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.256623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:35.619942Z","caller":"traceutil/trace.go:171","msg":"trace[247455643] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26561; }","duration":"294.245054ms","start":"2026-05-07T16:34:35.325682Z","end":"2026-05-07T16:34:35.619927Z","steps":["trace[247455643] 'agreement among raft nodes before linearized reading' (duration: 294.133202ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:35.619962Z","caller":"traceutil/trace.go:171","msg":"trace[1694637975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26561; }","duration":"673.868863ms","start":"2026-05-07T16:34:34.946068Z","end":"2026-05-07T16:34:35.619937Z","steps":["trace[1694637975] 'agreement among raft nodes before linearized reading' (duration: 673.292663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:35.620013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:34.946021Z","time spent":"673.979816ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:35.620029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:35.083377Z","time spent":"536.577272ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:55.592675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.425427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-07T16:34:58.185436Z","caller":"traceutil/trace.go:171","msg":"trace[1178207418] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"473.973814ms","start":"2026-05-07T16:34:57.711433Z","end":"2026-05-07T16:34:58.185406Z","steps":["trace[1178207418] 'process raft request' (duration: 473.766491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:58.185637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.711401Z","time spent":"474.125027ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:59.279941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.391066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:34:59.281236Z","caller":"traceutil/trace.go:171","msg":"trace[992130267] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"1.566843078s","start":"2026-05-07T16:34:57.71437Z","end":"2026-05-07T16:34:59.281213Z","steps":["trace[992130267] 'process raft request' (duration: 1.179072936s)","trace[992130267] 'compare' (duration: 386.083011ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:59.281359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.714335Z","time spent":"1.566968662s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:59.281636Z","caller":"traceutil/trace.go:171","msg":"trace[895036134] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"1.566779117s","start":"2026-05-07T16:34:57.714832Z","end":"2026-05-07T16:34:59.281611Z","steps":["trace[895036134] 'process raft request' (duration: 1.566658105s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.281796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.714794Z","time spent":"1.56691934s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:59.282024Z","caller":"traceutil/trace.go:171","msg":"trace[2060056904] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"1.567040512s","start":"2026-05-07T16:34:57.714718Z","end":"2026-05-07T16:34:59.281759Z","steps":["trace[2060056904] 'process raft request' (duration: 1.56532108s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:59.282161Z","caller":"traceutil/trace.go:171","msg":"trace[1639599941] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"1.565456303s","start":"2026-05-07T16:34:57.716688Z","end":"2026-05-07T16:34:59.282144Z","steps":["trace[1639599941] 'process raft request' (duration: 1.565210939s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:59.282269Z","caller":"traceutil/trace.go:171","msg":"trace[507729244] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"1.563930484s","start":"2026-05-07T16:34:57.718321Z","end":"2026-05-07T16:34:59.282251Z","steps":["trace[507729244] 'process raft request' (duration: 1.56373747s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.282318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.716645Z","time spent":"1.565588135s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:59.282323Z","caller":"traceutil/trace.go:171","msg":"trace[692874834] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"1.519817264s","start":"2026-05-07T16:34:57.762482Z","end":"2026-05-07T16:34:59.282299Z","steps":["trace[692874834] 'process raft request' (duration: 1.519647111s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:59.282354Z","caller":"traceutil/trace.go:171","msg":"trace[2073069719] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"1.136085137s","start":"2026-05-07T16:34:58.146229Z","end":"2026-05-07T16:34:59.282314Z","steps":["trace[2073069719] 'process raft request' (duration: 1.135982775s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.282424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.718307Z","time spent":"1.564013265s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:59.282467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.762467Z","time spent":"1.519906725s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:59.282076Z","caller":"traceutil/trace.go:171","msg":"trace[1908492382] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"1.567102913s","start":"2026-05-07T16:34:57.714934Z","end":"2026-05-07T16:34:59.282037Z","steps":["trace[1908492382] 'process raft request' (duration: 1.566636355s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.282528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544613751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T16:34:59.282536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:58.146185Z","time spent":"1.136258389s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:59.282355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.714702Z","time spent":"1.567465539s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:34:59.282577Z","caller":"traceutil/trace.go:171","msg":"trace[30055432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26751; }","duration":"1.544706282s","start":"2026-05-07T16:34:57.73786Z","end":"2026-05-07T16:34:59.282567Z","steps":["trace[30055432] 'agreement among raft nodes before linearized reading' (duration: 1.544561129s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.282612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.737847Z","time spent":"1.544757413s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:34:59.282349Z","caller":"traceutil/trace.go:171","msg":"trace[1508875193] linearizableReadLoop","detail":"{readStateIndex:27640; appliedIndex:27633; }","duration":"1.544363646s","start":"2026-05-07T16:34:57.737919Z","end":"2026-05-07T16:34:59.282283Z","steps":["trace[1508875193] 'read index received' (duration: 447.312313ms)","trace[1508875193] 'applied index is now lower than readState.Index' (duration: 1.097049953s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:34:59.282705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.714908Z","time spent":"1.567670534s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:34:59.282836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.240909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:34:59.282877Z","caller":"traceutil/trace.go:171","msg":"trace[9957103] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26751; }","duration":"407.335211ms","start":"2026-05-07T16:34:58.875527Z","end":"2026-05-07T16:34:59.282862Z","steps":["trace[9957103] 'agreement among raft nodes before linearized reading' (duration: 407.219419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.28291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:58.8755Z","time spent":"407.404063ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:59.282948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513025137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T16:34:59.282995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33723368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:59.283013Z","caller":"traceutil/trace.go:171","msg":"trace[245213117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26751; }","duration":"1.337303082s","start":"2026-05-07T16:34:57.945704Z","end":"2026-05-07T16:34:59.283007Z","steps":["trace[245213117] 'agreement among raft nodes before linearized reading' (duration: 1.337262761s)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:34:59.283018Z","caller":"traceutil/trace.go:171","msg":"trace[1715221108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26751; }","duration":"1.51315465s","start":"2026-05-07T16:34:57.769844Z","end":"2026-05-07T16:34:59.282998Z","steps":["trace[1715221108] 'agreement among raft nodes before linearized reading' (duration: 1.512903955s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.28303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.945681Z","time spent":"1.337344663s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:34:59.283055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.769828Z","time spent":"1.51321978s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:34:59.283058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.038224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:34:59.283106Z","caller":"traceutil/trace.go:171","msg":"trace[2108443465] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26751; }","duration":"777.097265ms","start":"2026-05-07T16:34:58.505995Z","end":"2026-05-07T16:34:59.283092Z","steps":["trace[2108443465] 'agreement among raft nodes before linearized reading' (duration: 777.004284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.283141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:58.505916Z","time spent":"777.215897ms","remote":"127.0.0.1:56952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:34:59.283162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504480436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:34:59.2832Z","caller":"traceutil/trace.go:171","msg":"trace[37376536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26751; }","duration":"1.504572748s","start":"2026-05-07T16:34:57.778616Z","end":"2026-05-07T16:34:59.283189Z","steps":["trace[37376536] 'agreement among raft nodes before linearized reading' (duration: 1.504417325s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.283207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506820559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:34:59.283229Z","caller":"traceutil/trace.go:171","msg":"trace[2113822526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26751; }","duration":"1.506896081s","start":"2026-05-07T16:34:57.776326Z","end":"2026-05-07T16:34:59.283222Z","steps":["trace[2113822526] 'agreement among raft nodes before linearized reading' (duration: 1.506832989s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.283229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.778595Z","time spent":"1.504627909s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:59.283247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.776302Z","time spent":"1.506940982s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:34:59.283246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187839971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T16:34:59.283313Z","caller":"traceutil/trace.go:171","msg":"trace[1334501406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26751; }","duration":"1.187941212s","start":"2026-05-07T16:34:58.09536Z","end":"2026-05-07T16:34:59.283301Z","steps":["trace[1334501406] 'agreement among raft nodes before linearized reading' (duration: 1.187771419s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.283333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:58.095334Z","time spent":"1.187992774s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-07T16:34:59.283431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503824313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:34:59.283463Z","caller":"traceutil/trace.go:171","msg":"trace[991630293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26751; }","duration":"1.503851234s","start":"2026-05-07T16:34:57.7796Z","end":"2026-05-07T16:34:59.283451Z","steps":["trace[991630293] 'agreement among raft nodes before linearized reading' (duration: 1.503777512s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.283484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:57.779554Z","time spent":"1.503925955s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:34:59.285301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.045675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T16:34:59.285378Z","caller":"traceutil/trace.go:171","msg":"trace[1755318093] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26751; }","duration":"407.157967ms","start":"2026-05-07T16:34:58.878204Z","end":"2026-05-07T16:34:59.285362Z","steps":["trace[1755318093] 'agreement among raft nodes before linearized reading' (duration: 404.676471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:34:59.285425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:34:58.878191Z","time spent":"407.222748ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2708,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:35:02.104728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.377978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:35:02.104858Z","caller":"traceutil/trace.go:171","msg":"trace[1866046332] linearizableReadLoop","detail":"{readStateIndex:27679; appliedIndex:27678; }","duration":"386.718773ms","start":"2026-05-07T16:35:01.718119Z","end":"2026-05-07T16:35:02.104838Z","steps":["trace[1866046332] 'read index received' (duration: 52.041µs)","trace[1866046332] 'applied index is now lower than readState.Index' (duration: 386.665132ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:35:02.104936Z","caller":"traceutil/trace.go:171","msg":"trace[912446123] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"453.643722ms","start":"2026-05-07T16:35:01.651201Z","end":"2026-05-07T16:35:02.104845Z","steps":["trace[912446123] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 452.134434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:02.105212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:01.651183Z","time spent":"453.978448ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:35:02.107001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.510628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:35:02.107031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.080024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:35:02.107061Z","caller":"traceutil/trace.go:171","msg":"trace[1475203034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26787; }","duration":"161.59684ms","start":"2026-05-07T16:35:01.945449Z","end":"2026-05-07T16:35:02.107046Z","steps":["trace[1475203034] 'agreement among raft nodes before linearized reading' (duration: 159.621922ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:02.107111Z","caller":"traceutil/trace.go:171","msg":"trace[1040024618] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26787; }","duration":"325.131835ms","start":"2026-05-07T16:35:01.781931Z","end":"2026-05-07T16:35:02.107063Z","steps":["trace[1040024618] 'agreement among raft nodes before linearized reading' (duration: 323.061796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:02.107196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:01.781921Z","time spent":"325.227416ms","remote":"127.0.0.1:44732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:35:02.107304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.674021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:35:02.107348Z","caller":"traceutil/trace.go:171","msg":"trace[1772485739] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26787; }","duration":"194.743623ms","start":"2026-05-07T16:35:01.91259Z","end":"2026-05-07T16:35:02.107333Z","steps":["trace[1772485739] 'agreement among raft nodes before linearized reading' (duration: 192.46845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:02.107634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.492875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T16:35:02.107731Z","caller":"traceutil/trace.go:171","msg":"trace[115967103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26787; }","duration":"389.643867ms","start":"2026-05-07T16:35:01.718066Z","end":"2026-05-07T16:35:02.107709Z","steps":["trace[115967103] 'agreement among raft nodes before linearized reading' (duration: 386.861755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:02.107772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:01.71804Z","time spent":"389.723879ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T16:35:03.659388Z","caller":"traceutil/trace.go:171","msg":"trace[1745905779] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"364.011166ms","start":"2026-05-07T16:35:03.295344Z","end":"2026-05-07T16:35:03.659355Z","steps":["trace[1745905779] 'process raft request' (duration: 363.807882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.659595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.295317Z","time spent":"364.182291ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:35:03.996942Z","caller":"traceutil/trace.go:171","msg":"trace[908529029] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"700.986853ms","start":"2026-05-07T16:35:03.295917Z","end":"2026-05-07T16:35:03.996904Z","steps":["trace[908529029] 'process raft request' (duration: 700.731788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:03.997402Z","caller":"traceutil/trace.go:171","msg":"trace[2082607847] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"701.310689ms","start":"2026-05-07T16:35:03.296057Z","end":"2026-05-07T16:35:03.997368Z","steps":["trace[2082607847] 'process raft request' (duration: 700.782089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.997572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.296014Z","time spent":"701.465232ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:35:03.997599Z","caller":"traceutil/trace.go:171","msg":"trace[300336105] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"701.139417ms","start":"2026-05-07T16:35:03.296426Z","end":"2026-05-07T16:35:03.997566Z","steps":["trace[300336105] 'process raft request' (duration: 700.935843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.997739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.296412Z","time spent":"701.248329ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:35:03.997534Z","caller":"traceutil/trace.go:171","msg":"trace[239576144] linearizableReadLoop","detail":"{readStateIndex:27687; appliedIndex:27680; }","duration":"695.485621ms","start":"2026-05-07T16:35:03.302012Z","end":"2026-05-07T16:35:03.997498Z","steps":["trace[239576144] 'read index received' (duration: 357.212789ms)","trace[239576144] 'applied index is now lower than readState.Index' (duration: 338.271202ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:35:03.997814Z","caller":"traceutil/trace.go:171","msg":"trace[286354907] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"701.636515ms","start":"2026-05-07T16:35:03.296109Z","end":"2026-05-07T16:35:03.997746Z","steps":["trace[286354907] 'process raft request' (duration: 701.038424ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:03.997927Z","caller":"traceutil/trace.go:171","msg":"trace[182326598] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"701.413511ms","start":"2026-05-07T16:35:03.2965Z","end":"2026-05-07T16:35:03.997913Z","steps":["trace[182326598] 'process raft request' (duration: 700.911842ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:03.997936Z","caller":"traceutil/trace.go:171","msg":"trace[1812537808] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"700.361771ms","start":"2026-05-07T16:35:03.297557Z","end":"2026-05-07T16:35:03.997918Z","steps":["trace[1812537808] 'process raft request' (duration: 699.897133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.997999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.296493Z","time spent":"701.466692ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:35:03.998065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.296069Z","time spent":"701.86623ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:35:03.998097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.297548Z","time spent":"700.472173ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:35:03.998146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.078547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:35:03.998205Z","caller":"traceutil/trace.go:171","msg":"trace[1675361501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26795; }","duration":"690.18118ms","start":"2026-05-07T16:35:03.308008Z","end":"2026-05-07T16:35:03.998189Z","steps":["trace[1675361501] 'agreement among raft nodes before linearized reading' (duration: 689.980537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.997873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.824307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T16:35:03.99825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.30799Z","time spent":"690.248692ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:35:03.99827Z","caller":"traceutil/trace.go:171","msg":"trace[1722826275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26795; }","duration":"696.277614ms","start":"2026-05-07T16:35:03.30197Z","end":"2026-05-07T16:35:03.998248Z","steps":["trace[1722826275] 'agreement among raft nodes before linearized reading' (duration: 695.673863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.998314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.301961Z","time spent":"696.338296ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:35:03.998363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.674914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:35:03.99841Z","caller":"traceutil/trace.go:171","msg":"trace[378174234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26795; }","duration":"687.750196ms","start":"2026-05-07T16:35:03.310641Z","end":"2026-05-07T16:35:03.998391Z","steps":["trace[378174234] 'agreement among raft nodes before linearized reading' (duration: 687.599652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.998438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.180085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T16:35:03.998446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.310628Z","time spent":"687.811787ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T16:35:03.998475Z","caller":"traceutil/trace.go:171","msg":"trace[991954524] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26795; }","duration":"209.248936ms","start":"2026-05-07T16:35:03.789211Z","end":"2026-05-07T16:35:03.99846Z","steps":["trace[991954524] 'agreement among raft nodes before linearized reading' (duration: 209.025211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.998646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.943259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:35:03.998681Z","caller":"traceutil/trace.go:171","msg":"trace[1420137180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26795; }","duration":"688.00284ms","start":"2026-05-07T16:35:03.310668Z","end":"2026-05-07T16:35:03.998671Z","steps":["trace[1420137180] 'agreement among raft nodes before linearized reading' (duration: 687.795536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.998707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.310653Z","time spent":"688.048641ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:35:03.998797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.787004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:35:03.998888Z","caller":"traceutil/trace.go:171","msg":"trace[1716959583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26795; }","duration":"689.941786ms","start":"2026-05-07T16:35:03.308917Z","end":"2026-05-07T16:35:03.998859Z","steps":["trace[1716959583] 'agreement among raft nodes before linearized reading' (duration: 689.58115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:03.998938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.308902Z","time spent":"690.025378ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:35:03.999125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:35:03.29589Z","time spent":"701.149587ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:35:44.556104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.247147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:35:44.556363Z","caller":"traceutil/trace.go:171","msg":"trace[1506163392] transaction","detail":"{read_only:false; response_revision:27279; number_of_response:1; }","duration":"246.237171ms","start":"2026-05-07T16:35:44.310097Z","end":"2026-05-07T16:35:44.556334Z","steps":["trace[1506163392] 'process raft request' (duration: 55.590055ms)","trace[1506163392] 'compare' (duration: 190.085354ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:35:44.556459Z","caller":"traceutil/trace.go:171","msg":"trace[145212636] transaction","detail":"{read_only:false; response_revision:27280; number_of_response:1; }","duration":"221.158769ms","start":"2026-05-07T16:35:44.335273Z","end":"2026-05-07T16:35:44.556432Z","steps":["trace[145212636] 'process raft request' (duration: 221.083458ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:44.55659Z","caller":"traceutil/trace.go:171","msg":"trace[1437978936] linearizableReadLoop","detail":"{readStateIndex:28181; appliedIndex:28180; }","duration":"238.876223ms","start":"2026-05-07T16:35:44.317679Z","end":"2026-05-07T16:35:44.556555Z","steps":["trace[1437978936] 'read index received' (duration: 48.026984ms)","trace[1437978936] 'applied index is now lower than readState.Index' (duration: 190.846189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:35:44.556781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.079366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T16:35:44.556834Z","caller":"traceutil/trace.go:171","msg":"trace[1084846803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27280; }","duration":"239.170687ms","start":"2026-05-07T16:35:44.317652Z","end":"2026-05-07T16:35:44.556823Z","steps":["trace[1084846803] 'agreement among raft nodes before linearized reading' (duration: 239.007755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:44.598351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.156728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T16:35:44.598492Z","caller":"traceutil/trace.go:171","msg":"trace[164566630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27281; }","duration":"280.329572ms","start":"2026-05-07T16:35:44.318132Z","end":"2026-05-07T16:35:44.598462Z","steps":["trace[164566630] 'agreement among raft nodes before linearized reading' (duration: 279.982765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:44.598849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.640876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:35:44.59895Z","caller":"traceutil/trace.go:171","msg":"trace[1790448325] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27281; }","duration":"240.763928ms","start":"2026-05-07T16:35:44.358157Z","end":"2026-05-07T16:35:44.598921Z","steps":["trace[1790448325] 'agreement among raft nodes before linearized reading' (duration: 240.553864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:44.599275Z","caller":"traceutil/trace.go:171","msg":"trace[1324912026] transaction","detail":"{read_only:false; response_revision:27281; number_of_response:1; }","duration":"228.785452ms","start":"2026-05-07T16:35:44.37047Z","end":"2026-05-07T16:35:44.599255Z","steps":["trace[1324912026] 'process raft request' (duration: 227.438306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:44.599435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.110091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T16:35:44.59948Z","caller":"traceutil/trace.go:171","msg":"trace[295363190] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27281; }","duration":"119.158712ms","start":"2026-05-07T16:35:44.480311Z","end":"2026-05-07T16:35:44.59947Z","steps":["trace[295363190] 'agreement among raft nodes before linearized reading' (duration: 118.908986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:44.599698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.560947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T16:35:44.599866Z","caller":"traceutil/trace.go:171","msg":"trace[801727480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27281; }","duration":"279.755521ms","start":"2026-05-07T16:35:44.320051Z","end":"2026-05-07T16:35:44.599807Z","steps":["trace[801727480] 'agreement among raft nodes before linearized reading' (duration: 279.439125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:35:44.600585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.347739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:35:44.600644Z","caller":"traceutil/trace.go:171","msg":"trace[1007469559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27282; }","duration":"257.439211ms","start":"2026-05-07T16:35:44.34319Z","end":"2026-05-07T16:35:44.600629Z","steps":["trace[1007469559] 'agreement among raft nodes before linearized reading' (duration: 255.643537ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:56.411467Z","caller":"traceutil/trace.go:171","msg":"trace[93484761] transaction","detail":"{read_only:false; response_revision:27364; number_of_response:1; }","duration":"154.650258ms","start":"2026-05-07T16:35:56.256791Z","end":"2026-05-07T16:35:56.411441Z","steps":["trace[93484761] 'process raft request' (duration: 154.462075ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:56.515968Z","caller":"traceutil/trace.go:171","msg":"trace[293942253] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"244.469708ms","start":"2026-05-07T16:35:56.271466Z","end":"2026-05-07T16:35:56.515936Z","steps":["trace[293942253] 'process raft request' (duration: 219.542359ms)","trace[293942253] 'compare' (duration: 24.734694ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:35:56.516155Z","caller":"traceutil/trace.go:171","msg":"trace[326529568] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"243.50641ms","start":"2026-05-07T16:35:56.272631Z","end":"2026-05-07T16:35:56.516138Z","steps":["trace[326529568] 'process raft request' (duration: 243.239044ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:56.516501Z","caller":"traceutil/trace.go:171","msg":"trace[2067839862] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"243.50157ms","start":"2026-05-07T16:35:56.272965Z","end":"2026-05-07T16:35:56.516466Z","steps":["trace[2067839862] 'process raft request' (duration: 243.320706ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:56.516432Z","caller":"traceutil/trace.go:171","msg":"trace[1351175356] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"243.655832ms","start":"2026-05-07T16:35:56.272728Z","end":"2026-05-07T16:35:56.516384Z","steps":["trace[1351175356] 'process raft request' (duration: 243.335956ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:35:56.516793Z","caller":"traceutil/trace.go:171","msg":"trace[1262065445] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"238.292371ms","start":"2026-05-07T16:35:56.278466Z","end":"2026-05-07T16:35:56.516758Z","steps":["trace[1262065445] 'process raft request' (duration: 237.953535ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:36:05.155822Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24845} {"level":"info","ts":"2026-05-07T16:36:05.327176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24845,"took":"166.46342ms","hash":3744835239,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":35024896,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-07T16:36:05.32726Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3744835239,"revision":24845,"compact-revision":21813} {"level":"info","ts":"2026-05-07T16:38:40.823933Z","caller":"traceutil/trace.go:171","msg":"trace[1999013605] transaction","detail":"{read_only:false; response_revision:28902; number_of_response:1; }","duration":"126.55289ms","start":"2026-05-07T16:38:40.697345Z","end":"2026-05-07T16:38:40.823898Z","steps":["trace[1999013605] 'process raft request' (duration: 116.672304ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:38:41.470998Z","caller":"traceutil/trace.go:171","msg":"trace[2071261489] transaction","detail":"{read_only:false; response_revision:28907; number_of_response:1; }","duration":"109.164112ms","start":"2026-05-07T16:38:41.361801Z","end":"2026-05-07T16:38:41.470965Z","steps":["trace[2071261489] 'process raft request' (duration: 108.985019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:38:41.470998Z","caller":"traceutil/trace.go:171","msg":"trace[948147317] transaction","detail":"{read_only:false; response_revision:28908; number_of_response:1; }","duration":"106.888839ms","start":"2026-05-07T16:38:41.364086Z","end":"2026-05-07T16:38:41.470975Z","steps":["trace[948147317] 'process raft request' (duration: 106.763067ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:38:41.471183Z","caller":"traceutil/trace.go:171","msg":"trace[920234204] transaction","detail":"{read_only:false; response_revision:28906; number_of_response:1; }","duration":"135.064479ms","start":"2026-05-07T16:38:41.335947Z","end":"2026-05-07T16:38:41.471012Z","steps":["trace[920234204] 'process raft request' (duration: 90.270817ms)","trace[920234204] 'compare' (duration: 44.408165ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:38:41.570147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.466561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:38:41.570223Z","caller":"traceutil/trace.go:171","msg":"trace[813632434] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28910; }","duration":"132.605983ms","start":"2026-05-07T16:38:41.437603Z","end":"2026-05-07T16:38:41.570209Z","steps":["trace[813632434] 'agreement among raft nodes before linearized reading' (duration: 132.418939ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:38:41.570179Z","caller":"traceutil/trace.go:171","msg":"trace[967214840] transaction","detail":"{read_only:false; response_revision:28910; number_of_response:1; }","duration":"116.505161ms","start":"2026-05-07T16:38:41.453611Z","end":"2026-05-07T16:38:41.570117Z","steps":["trace[967214840] 'process raft request' (duration: 116.297007ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:38:51.514559Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T16:38:51.519381Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-07T16:38:51.519546Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-07T16:41:05.16298Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27436} {"level":"info","ts":"2026-05-07T16:41:05.304798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27436,"took":"136.536718ms","hash":3029169213,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":36331520,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-07T16:41:05.304867Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3029169213,"revision":27436,"compact-revision":24845} {"level":"info","ts":"2026-05-07T16:46:05.170839Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30127} {"level":"info","ts":"2026-05-07T16:46:05.326504Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30127,"took":"150.062904ms","hash":2669663578,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":30199808,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T16:46:05.326594Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2669663578,"revision":30127,"compact-revision":27436} {"level":"info","ts":"2026-05-07T16:51:05.180753Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32378} {"level":"info","ts":"2026-05-07T16:51:05.331684Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32378,"took":"146.11659ms","hash":995603107,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":29786112,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T16:51:05.331775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":995603107,"revision":32378,"compact-revision":30127} {"level":"info","ts":"2026-05-07T16:56:05.189226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34606} {"level":"info","ts":"2026-05-07T16:56:05.338823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34606,"took":"145.06022ms","hash":818358706,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":30822400,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T16:56:05.338934Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":818358706,"revision":34606,"compact-revision":32378} {"level":"info","ts":"2026-05-07T17:00:08.848315Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T17:00:08.853382Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-07T17:00:08.853515Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-07T17:01:05.197261Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36897} {"level":"info","ts":"2026-05-07T17:01:05.332966Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36897,"took":"130.024132ms","hash":2803299901,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":31395840,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T17:01:05.333051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2803299901,"revision":36897,"compact-revision":34606} {"level":"info","ts":"2026-05-07T17:03:23.345938Z","caller":"traceutil/trace.go:171","msg":"trace[1009833854] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:40250; }","duration":"100.015071ms","start":"2026-05-07T17:03:23.245877Z","end":"2026-05-07T17:03:23.345892Z","steps":["trace[1009833854] 'range keys from in-memory index tree' (duration: 99.727325ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T17:06:05.205997Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39239} {"level":"info","ts":"2026-05-07T17:06:05.333959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39239,"took":"123.973328ms","hash":3948818056,"current-db-size-bytes":56750080,"current-db-size":"57 MB","current-db-size-in-use-bytes":31399936,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T17:06:05.334033Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3948818056,"revision":39239,"compact-revision":36897}