{"level":"warn","ts":"2026-05-08T18:21:15.387774Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T18:21:15.387886Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-08T18:21:15.387966Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T18:21:15.387976Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-05-08T18:21:15.387996Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T18:21:15.388939Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-05-08T18:21:15.389027Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-08T18:21:15.393174Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.862933ms"} {"level":"info","ts":"2026-05-08T18:21:15.406079Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-05-08T18:21:15.406205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-05-08T18:21:15.406234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-05-08T18:21:15.406249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-08T18:21:15.406266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-05-08T18:21:15.40631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-05-08T18:21:15.414761Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-08T18:21:15.418396Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-08T18:21:15.420455Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-08T18:21:15.423361Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-08T18:21:15.423541Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-08T18:21:15.42371Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T18:21:15.423772Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T18:21:15.423784Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T18:21:15.428474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-05-08T18:21:15.428651Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-05-08T18:21:15.430421Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T18:21:15.430546Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-05-08T18:21:15.430589Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-05-08T18:21:15.430843Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-08T18:21:15.430883Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-08T18:21:16.307174Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-05-08T18:21:16.307221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-08T18:21:16.307275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-05-08T18:21:16.30729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-05-08T18:21:16.307297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-05-08T18:21:16.307309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-05-08T18:21:16.307324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-05-08T18:21:16.308137Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-05-08T18:21:16.308187Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T18:21:16.308198Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T18:21:16.308177Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:21:16.309068Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:21:16.30926Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:21:16.309298Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:21:16.309721Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-08T18:21:16.309769Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-08T18:21:16.310003Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-05-08T18:21:16.312506Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-08T18:21:34.119521Z","caller":"traceutil/trace.go:171","msg":"trace[30014413] linearizableReadLoop","detail":"{readStateIndex:462; appliedIndex:461; }","duration":"265.266646ms","start":"2026-05-08T18:21:33.854228Z","end":"2026-05-08T18:21:34.119495Z","steps":["trace[30014413] 'read index received' (duration: 265.015308ms)","trace[30014413] 'applied index is now lower than readState.Index' (duration: 250.388µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:34.11959Z","caller":"traceutil/trace.go:171","msg":"trace[694909088] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"323.115758ms","start":"2026-05-08T18:21:33.79644Z","end":"2026-05-08T18:21:34.119555Z","steps":["trace[694909088] 'process raft request' (duration: 322.902072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:34.119662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.419679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:34.119723Z","caller":"traceutil/trace.go:171","msg":"trace[200630057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"265.500662ms","start":"2026-05-08T18:21:33.854211Z","end":"2026-05-08T18:21:34.119712Z","steps":["trace[200630057] 'agreement among raft nodes before linearized reading' (duration: 265.400729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:34.12055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:33.796427Z","time spent":"323.245332ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:46.919332Z","caller":"traceutil/trace.go:171","msg":"trace[954235465] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"118.30487ms","start":"2026-05-08T18:21:46.801003Z","end":"2026-05-08T18:21:46.919308Z","steps":["trace[954235465] 'process raft request' (duration: 118.175237ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:46.949341Z","caller":"traceutil/trace.go:171","msg":"trace[1005040669] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"144.156193ms","start":"2026-05-08T18:21:46.805161Z","end":"2026-05-08T18:21:46.949318Z","steps":["trace[1005040669] 'process raft request' (duration: 143.983818ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:46.949511Z","caller":"traceutil/trace.go:171","msg":"trace[1340181686] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"144.027001ms","start":"2026-05-08T18:21:46.805476Z","end":"2026-05-08T18:21:46.949503Z","steps":["trace[1340181686] 'process raft request' (duration: 143.797434ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:46.949576Z","caller":"traceutil/trace.go:171","msg":"trace[1963824505] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"134.340882ms","start":"2026-05-08T18:21:46.815227Z","end":"2026-05-08T18:21:46.949568Z","steps":["trace[1963824505] 'process raft request' (duration: 134.226538ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:46.949668Z","caller":"traceutil/trace.go:171","msg":"trace[2103444861] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"131.662015ms","start":"2026-05-08T18:21:46.817984Z","end":"2026-05-08T18:21:46.949646Z","steps":["trace[2103444861] 'process raft request' (duration: 131.557692ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:46.949715Z","caller":"traceutil/trace.go:171","msg":"trace[1826111756] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"131.286504ms","start":"2026-05-08T18:21:46.81841Z","end":"2026-05-08T18:21:46.949696Z","steps":["trace[1826111756] 'process raft request' (duration: 131.175391ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:46.949899Z","caller":"traceutil/trace.go:171","msg":"trace[1281049507] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"122.791819ms","start":"2026-05-08T18:21:46.827087Z","end":"2026-05-08T18:21:46.949879Z","steps":["trace[1281049507] 'process raft request' (duration: 122.582923ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:46.949941Z","caller":"traceutil/trace.go:171","msg":"trace[1703393612] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"115.902722ms","start":"2026-05-08T18:21:46.834019Z","end":"2026-05-08T18:21:46.949921Z","steps":["trace[1703393612] 'process raft request' (duration: 115.701646ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:46.949843Z","caller":"traceutil/trace.go:171","msg":"trace[555033128] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"131.371847ms","start":"2026-05-08T18:21:46.818453Z","end":"2026-05-08T18:21:46.949825Z","steps":["trace[555033128] 'process raft request' (duration: 131.173021ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:46.950635Z","caller":"traceutil/trace.go:171","msg":"trace[618203554] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"133.802057ms","start":"2026-05-08T18:21:46.81681Z","end":"2026-05-08T18:21:46.950612Z","steps":["trace[618203554] 'process raft request' (duration: 132.694285ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:47.32924Z","caller":"traceutil/trace.go:171","msg":"trace[812948815] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"124.437098ms","start":"2026-05-08T18:21:47.204778Z","end":"2026-05-08T18:21:47.329215Z","steps":["trace[812948815] 'process raft request' (duration: 122.637296ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:47.334355Z","caller":"traceutil/trace.go:171","msg":"trace[156830575] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"106.644106ms","start":"2026-05-08T18:21:47.227683Z","end":"2026-05-08T18:21:47.334327Z","steps":["trace[156830575] 'process raft request' (duration: 106.578215ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:47.334454Z","caller":"traceutil/trace.go:171","msg":"trace[1435893306] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"125.176559ms","start":"2026-05-08T18:21:47.20924Z","end":"2026-05-08T18:21:47.334416Z","steps":["trace[1435893306] 'process raft request' (duration: 124.84813ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:53.719272Z","caller":"traceutil/trace.go:171","msg":"trace[1258459766] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"291.819228ms","start":"2026-05-08T18:21:53.427416Z","end":"2026-05-08T18:21:53.719236Z","steps":["trace[1258459766] 'process raft request' (duration: 291.52427ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:53.930701Z","caller":"traceutil/trace.go:171","msg":"trace[1634336300] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"211.50888ms","start":"2026-05-08T18:21:53.71917Z","end":"2026-05-08T18:21:53.930679Z","steps":["trace[1634336300] 'read index received' (duration: 210.8172ms)","trace[1634336300] 'applied index is now lower than readState.Index' (duration: 690.85µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:53.93075Z","caller":"traceutil/trace.go:171","msg":"trace[1013222330] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"268.501989ms","start":"2026-05-08T18:21:53.662231Z","end":"2026-05-08T18:21:53.930733Z","steps":["trace[1013222330] 'process raft request' (duration: 267.938473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:53.930949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.070196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:21:53.93102Z","caller":"traceutil/trace.go:171","msg":"trace[586919588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:622; }","duration":"284.20181ms","start":"2026-05-08T18:21:53.646803Z","end":"2026-05-08T18:21:53.931005Z","steps":["trace[586919588] 'agreement among raft nodes before linearized reading' (duration: 283.972723ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:53.943134Z","caller":"traceutil/trace.go:171","msg":"trace[1399864041] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"219.524212ms","start":"2026-05-08T18:21:53.723587Z","end":"2026-05-08T18:21:53.943111Z","steps":["trace[1399864041] 'process raft request' (duration: 219.035028ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:54.638931Z","caller":"traceutil/trace.go:171","msg":"trace[673088021] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"644.729585ms","start":"2026-05-08T18:21:53.994168Z","end":"2026-05-08T18:21:54.638897Z","steps":["trace[673088021] 'process raft request' (duration: 634.979425ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:54.638987Z","caller":"traceutil/trace.go:171","msg":"trace[837026902] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"420.325714ms","start":"2026-05-08T18:21:54.218594Z","end":"2026-05-08T18:21:54.638919Z","steps":["trace[837026902] 'read index received' (duration: 410.565084ms)","trace[837026902] 'applied index is now lower than readState.Index' (duration: 9.75693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:54.639104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:53.994138Z","time spent":"644.89482ms","remote":"127.0.0.1:55072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:21:54.654583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.959604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T18:21:54.654705Z","caller":"traceutil/trace.go:171","msg":"trace[1284431175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:625; }","duration":"436.114518ms","start":"2026-05-08T18:21:54.218559Z","end":"2026-05-08T18:21:54.654674Z","steps":["trace[1284431175] 'agreement among raft nodes before linearized reading' (duration: 420.483278ms)","trace[1284431175] 'range keys from in-memory index tree' (duration: 15.379973ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:54.654786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:54.218542Z","time spent":"436.229352ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:22:10.350583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.01537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-08T18:22:10.350726Z","caller":"traceutil/trace.go:171","msg":"trace[862176848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:786; }","duration":"169.248866ms","start":"2026-05-08T18:22:10.181453Z","end":"2026-05-08T18:22:10.350702Z","steps":["trace[862176848] 'range keys from in-memory index tree' (duration: 168.65271ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:37.44322Z","caller":"traceutil/trace.go:171","msg":"trace[1578021794] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"162.019401ms","start":"2026-05-08T18:22:37.28117Z","end":"2026-05-08T18:22:37.44319Z","steps":["trace[1578021794] 'process raft request' (duration: 161.828625ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:42.82097Z","caller":"traceutil/trace.go:171","msg":"trace[1391094601] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1248; }","duration":"246.433635ms","start":"2026-05-08T18:22:42.574505Z","end":"2026-05-08T18:22:42.820938Z","steps":["trace[1391094601] 'read index received' (duration: 246.318822ms)","trace[1391094601] 'applied index is now lower than readState.Index' (duration: 113.803µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:22:42.821055Z","caller":"traceutil/trace.go:171","msg":"trace[1599270663] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"338.014628ms","start":"2026-05-08T18:22:42.483014Z","end":"2026-05-08T18:22:42.821029Z","steps":["trace[1599270663] 'process raft request' (duration: 337.783061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:42.821196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:42.482989Z","time spent":"338.129441ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:42.821314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.783136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-08T18:22:42.821377Z","caller":"traceutil/trace.go:171","msg":"trace[584541664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1215; }","duration":"246.890149ms","start":"2026-05-08T18:22:42.574467Z","end":"2026-05-08T18:22:42.821357Z","steps":["trace[584541664] 'agreement among raft nodes before linearized reading' (duration: 246.62151ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:42.822275Z","caller":"traceutil/trace.go:171","msg":"trace[1673066685] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"154.993696ms","start":"2026-05-08T18:22:42.667271Z","end":"2026-05-08T18:22:42.822265Z","steps":["trace[1673066685] 'process raft request' (duration: 154.78079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:43.7056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:44.205977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:44.37439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.473655858s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:22:44.382303Z","caller":"traceutil/trace.go:171","msg":"trace[959659312] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"1.482591958s","start":"2026-05-08T18:22:42.899684Z","end":"2026-05-08T18:22:44.382276Z","steps":["trace[959659312] 'process raft request' (duration: 1.482562407s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.382414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:42.899655Z","time spent":"1.48270614s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:22:44.382545Z","caller":"traceutil/trace.go:171","msg":"trace[1397286528] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"1.482910168s","start":"2026-05-08T18:22:42.899598Z","end":"2026-05-08T18:22:44.382508Z","steps":["trace[1397286528] 'process raft request' (duration: 1.482536737s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:44.382561Z","caller":"traceutil/trace.go:171","msg":"trace[1538858411] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"1.482838935s","start":"2026-05-08T18:22:42.899684Z","end":"2026-05-08T18:22:44.382523Z","steps":["trace[1538858411] 'process raft request' (duration: 1.482540846s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:44.382559Z","caller":"traceutil/trace.go:171","msg":"trace[1144986756] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"1.482949299s","start":"2026-05-08T18:22:42.899571Z","end":"2026-05-08T18:22:44.382521Z","steps":["trace[1144986756] 'process raft request' (duration: 1.475167122s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:44.382555Z","caller":"traceutil/trace.go:171","msg":"trace[1818085967] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"1.482830065s","start":"2026-05-08T18:22:42.899683Z","end":"2026-05-08T18:22:44.382513Z","steps":["trace[1818085967] 'process raft request' (duration: 1.482516536s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.382691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:42.899655Z","time spent":"1.482976128s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:22:44.38271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:42.899546Z","time spent":"1.483101643s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:22:44.382715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:42.899566Z","time spent":"1.483060392s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:22:44.382852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:42.899673Z","time spent":"1.483064941s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:22:44.768871Z","caller":"traceutil/trace.go:171","msg":"trace[1591160438] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1267; }","duration":"1.563404237s","start":"2026-05-08T18:22:43.205439Z","end":"2026-05-08T18:22:44.768843Z","steps":["trace[1591160438] 'read index received' (duration: 1.169317638s)","trace[1591160438] 'applied index is now lower than readState.Index' (duration: 394.085099ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:22:44.768933Z","caller":"traceutil/trace.go:171","msg":"trace[344014928] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"1.86784872s","start":"2026-05-08T18:22:42.901072Z","end":"2026-05-08T18:22:44.768921Z","steps":["trace[344014928] 'process raft request' (duration: 1.866301135s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:44.76892Z","caller":"traceutil/trace.go:171","msg":"trace[2041481948] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"923.7945ms","start":"2026-05-08T18:22:43.845097Z","end":"2026-05-08T18:22:44.768892Z","steps":["trace[2041481948] 'process raft request' (duration: 923.659476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.769016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:42.90106Z","time spent":"1.867902881s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:44.769052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.845078Z","time spent":"923.900024ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:44.769056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563603493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-05-08T18:22:44.769129Z","caller":"traceutil/trace.go:171","msg":"trace[1487135823] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1239; }","duration":"1.563677625s","start":"2026-05-08T18:22:43.205411Z","end":"2026-05-08T18:22:44.769089Z","steps":["trace[1487135823] 'agreement among raft nodes before linearized reading' (duration: 1.563566572s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.769175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.205394Z","time spent":"1.563768488s","remote":"127.0.0.1:55034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-05-08T18:22:44.773718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.61883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:44.773785Z","caller":"traceutil/trace.go:171","msg":"trace[1776239290] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1239; }","duration":"949.720435ms","start":"2026-05-08T18:22:43.824049Z","end":"2026-05-08T18:22:44.77377Z","steps":["trace[1776239290] 'agreement among raft nodes before linearized reading' (duration: 949.616081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.773771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.69349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:22:44.773813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.641175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-08T18:22:44.773828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.824031Z","time spent":"949.787217ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:22:44.773847Z","caller":"traceutil/trace.go:171","msg":"trace[1620810065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1239; }","duration":"921.799893ms","start":"2026-05-08T18:22:43.85203Z","end":"2026-05-08T18:22:44.77383Z","steps":["trace[1620810065] 'agreement among raft nodes before linearized reading' (duration: 921.676438ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:44.773857Z","caller":"traceutil/trace.go:171","msg":"trace[954122364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1239; }","duration":"567.747798ms","start":"2026-05-08T18:22:44.206097Z","end":"2026-05-08T18:22:44.773845Z","steps":["trace[954122364] 'agreement among raft nodes before linearized reading' (duration: 567.586873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.773882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.852017Z","time spent":"921.858764ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:22:44.773898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:44.20608Z","time spent":"567.81155ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:22:44.774069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.037697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:44.774109Z","caller":"traceutil/trace.go:171","msg":"trace[173157601] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:0; response_revision:1239; }","duration":"319.118809ms","start":"2026-05-08T18:22:44.454982Z","end":"2026-05-08T18:22:44.774101Z","steps":["trace[173157601] 'agreement among raft nodes before linearized reading' (duration: 319.060957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.774136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:44.454957Z","time spent":"319.172451ms","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" "} {"level":"warn","ts":"2026-05-08T18:22:44.774316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.613081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:22:44.774362Z","caller":"traceutil/trace.go:171","msg":"trace[1425384910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1239; }","duration":"950.687973ms","start":"2026-05-08T18:22:43.823663Z","end":"2026-05-08T18:22:44.774351Z","steps":["trace[1425384910] 'agreement among raft nodes before linearized reading' (duration: 950.438156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.774394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.823649Z","time spent":"950.738114ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:22:44.774546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.114364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:22:44.774592Z","caller":"traceutil/trace.go:171","msg":"trace[816279303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1239; }","duration":"930.158406ms","start":"2026-05-08T18:22:43.844422Z","end":"2026-05-08T18:22:44.77458Z","steps":["trace[816279303] 'agreement among raft nodes before linearized reading' (duration: 930.053923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.774621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.844388Z","time spent":"930.225587ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T18:22:45.140225Z","caller":"traceutil/trace.go:171","msg":"trace[1798988162] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"260.933867ms","start":"2026-05-08T18:22:44.879254Z","end":"2026-05-08T18:22:45.140188Z","steps":["trace[1798988162] 'process raft request' (duration: 260.678219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:47.337407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:47.851944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:48.352815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:48.853216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:48.860421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T18:22:48.860942Z","caller":"traceutil/trace.go:171","msg":"trace[893410234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000845656s","start":"2026-05-08T18:22:46.860079Z","end":"2026-05-08T18:22:48.860925Z","steps":["trace[893410234] 'agreement among raft nodes before linearized reading' (duration: 2.000301691s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:48.863762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.860073Z","time spent":"2.003677119s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 18:22:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T18:22:49.354101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:49.854947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:50.355722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:50.855953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546417656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:50.860908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T18:22:50.860998Z","caller":"traceutil/trace.go:171","msg":"trace[192806853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99994518s","start":"2026-05-08T18:22:48.861038Z","end":"2026-05-08T18:22:50.860983Z","steps":["trace[192806853] 'agreement among raft nodes before linearized reading' (duration: 1.999843507s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:50.861056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.861022Z","time spent":"2.000025812s","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 18:22:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T18:22:51.214511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.42563951s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:22:51.214827Z","caller":"traceutil/trace.go:171","msg":"trace[1493102502] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"4.426021631s","start":"2026-05-08T18:22:46.788781Z","end":"2026-05-08T18:22:51.214802Z","steps":["trace[1493102502] 'process raft request' (duration: 4.425880467s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.214975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.788763Z","time spent":"4.426127974s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:51.235932Z","caller":"traceutil/trace.go:171","msg":"trace[1756479493] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"4.439516303s","start":"2026-05-08T18:22:46.796384Z","end":"2026-05-08T18:22:51.235901Z","steps":["trace[1756479493] 'process raft request' (duration: 4.43942472s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.236136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.796374Z","time spent":"4.439660776s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:51.236222Z","caller":"traceutil/trace.go:171","msg":"trace[432005557] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"4.400740496s","start":"2026-05-08T18:22:46.835462Z","end":"2026-05-08T18:22:51.236202Z","steps":["trace[432005557] 'process raft request' (duration: 4.400384666s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.23631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.835438Z","time spent":"4.400833378s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:51.236422Z","caller":"traceutil/trace.go:171","msg":"trace[956602450] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"3.37496453s","start":"2026-05-08T18:22:47.86135Z","end":"2026-05-08T18:22:51.236315Z","steps":["trace[956602450] 'process raft request' (duration: 3.374729944s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:51.236571Z","caller":"traceutil/trace.go:171","msg":"trace[1265400436] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"372.456158ms","start":"2026-05-08T18:22:50.864093Z","end":"2026-05-08T18:22:51.236549Z","steps":["trace[1265400436] 'process raft request' (duration: 372.360695ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:51.235941Z","caller":"traceutil/trace.go:171","msg":"trace[1953179367] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"4.446158226s","start":"2026-05-08T18:22:46.78976Z","end":"2026-05-08T18:22:51.235918Z","steps":["trace[1953179367] 'process raft request' (duration: 4.445878778s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.236732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:50.864061Z","time spent":"372.585343ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:22:51.236806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.789745Z","time spent":"4.447020482s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:51.23632Z","caller":"traceutil/trace.go:171","msg":"trace[1164648694] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"3.370644365s","start":"2026-05-08T18:22:47.86565Z","end":"2026-05-08T18:22:51.236294Z","steps":["trace[1164648694] 'process raft request' (duration: 3.370545562s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.236861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:47.86133Z","time spent":"3.375304081s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:22:51.237003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:47.865627Z","time spent":"3.371262184s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:51.236551Z","caller":"traceutil/trace.go:171","msg":"trace[1105393983] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1298; }","duration":"4.399937352s","start":"2026-05-08T18:22:46.836602Z","end":"2026-05-08T18:22:51.236539Z","steps":["trace[1105393983] 'read index received' (duration: 4.378116108s)","trace[1105393983] 'applied index is now lower than readState.Index' (duration: 21.820504ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:22:51.236553Z","caller":"traceutil/trace.go:171","msg":"trace[572715011] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"1.230060265s","start":"2026-05-08T18:22:50.006449Z","end":"2026-05-08T18:22:51.236509Z","steps":["trace[572715011] 'process raft request' (duration: 1.229802098s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.237204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:50.006432Z","time spent":"1.230728656s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:51.236728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.400100247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:22:51.237376Z","caller":"traceutil/trace.go:171","msg":"trace[228085809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1268; }","duration":"4.400782778s","start":"2026-05-08T18:22:46.836579Z","end":"2026-05-08T18:22:51.237361Z","steps":["trace[228085809] 'agreement among raft nodes before linearized reading' (duration: 4.400021216s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.237421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.83657Z","time spent":"4.400837799s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:22:51.237537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257778441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:51.237592Z","caller":"traceutil/trace.go:171","msg":"trace[2091127764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1268; }","duration":"1.257852743s","start":"2026-05-08T18:22:49.979724Z","end":"2026-05-08T18:22:51.237577Z","steps":["trace[2091127764] 'agreement among raft nodes before linearized reading' (duration: 1.25776979s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.237615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153258519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:22:51.237665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.584394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:51.237702Z","caller":"traceutil/trace.go:171","msg":"trace[1165076200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1268; }","duration":"371.642986ms","start":"2026-05-08T18:22:50.866045Z","end":"2026-05-08T18:22:51.237688Z","steps":["trace[1165076200] 'agreement among raft nodes before linearized reading' (duration: 371.600055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.237715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258402745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:22:51.237761Z","caller":"traceutil/trace.go:171","msg":"trace[2063078760] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1268; }","duration":"2.258458866s","start":"2026-05-08T18:22:48.979283Z","end":"2026-05-08T18:22:51.237742Z","steps":["trace[2063078760] 'agreement among raft nodes before linearized reading' (duration: 2.258399735s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.2378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.979267Z","time spent":"2.258524059s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:22:51.237848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232492666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-08T18:22:51.237886Z","caller":"traceutil/trace.go:171","msg":"trace[1229487618] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:1268; }","duration":"1.232549597s","start":"2026-05-08T18:22:50.005328Z","end":"2026-05-08T18:22:51.237877Z","steps":["trace[1229487618] 'agreement among raft nodes before linearized reading' (duration: 1.232413973s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.237629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:49.97971Z","time spent":"1.257912545s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:22:51.237916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:50.00531Z","time spent":"1.232599659s","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-08T18:22:51.237892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431885209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T18:22:51.237971Z","caller":"traceutil/trace.go:171","msg":"trace[1967522904] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1268; }","duration":"2.431993573s","start":"2026-05-08T18:22:48.805961Z","end":"2026-05-08T18:22:51.237955Z","steps":["trace[1967522904] 'agreement among raft nodes before linearized reading' (duration: 2.431755626s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.238039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.805948Z","time spent":"2.432074245s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":166,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:22:51.237728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:50.866017Z","time spent":"371.706238ms","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:22:51.237663Z","caller":"traceutil/trace.go:171","msg":"trace[535541354] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1268; }","duration":"2.15332581s","start":"2026-05-08T18:22:49.084324Z","end":"2026-05-08T18:22:51.237649Z","steps":["trace[535541354] 'agreement among raft nodes before linearized reading' (duration: 2.153241067s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.238265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:49.084311Z","time spent":"2.153915457s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:22:51.237534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397691368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-08T18:22:51.238384Z","caller":"traceutil/trace.go:171","msg":"trace[127291096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1268; }","duration":"4.398567933s","start":"2026-05-08T18:22:46.839807Z","end":"2026-05-08T18:22:51.238375Z","steps":["trace[127291096] 'agreement among raft nodes before linearized reading' (duration: 4.397534493s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.238432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.839798Z","time spent":"4.398625854s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T18:23:29.377556Z","caller":"traceutil/trace.go:171","msg":"trace[1907875950] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"106.358843ms","start":"2026-05-08T18:23:29.271169Z","end":"2026-05-08T18:23:29.377528Z","steps":["trace[1907875950] 'process raft request' (duration: 106.156956ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.713723Z","caller":"traceutil/trace.go:171","msg":"trace[926020547] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"267.122597ms","start":"2026-05-08T18:23:29.446542Z","end":"2026-05-08T18:23:29.713664Z","steps":["trace[926020547] 'process raft request' (duration: 203.389444ms)","trace[926020547] 'compare' (duration: 63.479775ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:29.713785Z","caller":"traceutil/trace.go:171","msg":"trace[1978021496] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1917; }","duration":"186.04015ms","start":"2026-05-08T18:23:29.527711Z","end":"2026-05-08T18:23:29.713751Z","steps":["trace[1978021496] 'read index received' (duration: 122.286896ms)","trace[1978021496] 'applied index is now lower than readState.Index' (duration: 63.752314ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:29.713838Z","caller":"traceutil/trace.go:171","msg":"trace[1925983041] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"267.128368ms","start":"2026-05-08T18:23:29.446653Z","end":"2026-05-08T18:23:29.713781Z","steps":["trace[1925983041] 'process raft request' (duration: 266.924091ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.713957Z","caller":"traceutil/trace.go:171","msg":"trace[1042704454] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"266.884181ms","start":"2026-05-08T18:23:29.447041Z","end":"2026-05-08T18:23:29.713925Z","steps":["trace[1042704454] 'process raft request' (duration: 266.586371ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.713971Z","caller":"traceutil/trace.go:171","msg":"trace[1988238528] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"266.831289ms","start":"2026-05-08T18:23:29.447076Z","end":"2026-05-08T18:23:29.713907Z","steps":["trace[1988238528] 'process raft request' (duration: 266.590612ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.714128Z","caller":"traceutil/trace.go:171","msg":"trace[1955740191] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"266.081996ms","start":"2026-05-08T18:23:29.447897Z","end":"2026-05-08T18:23:29.713979Z","steps":["trace[1955740191] 'process raft request' (duration: 265.801728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:29.714186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.450612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-08T18:23:29.714264Z","caller":"traceutil/trace.go:171","msg":"trace[1566794068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1852; }","duration":"186.583146ms","start":"2026-05-08T18:23:29.527662Z","end":"2026-05-08T18:23:29.714245Z","steps":["trace[1566794068] 'agreement among raft nodes before linearized reading' (duration: 186.205175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:43.047578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.806916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-08T18:23:43.047659Z","caller":"traceutil/trace.go:171","msg":"trace[281976390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1962; }","duration":"234.940721ms","start":"2026-05-08T18:23:42.812699Z","end":"2026-05-08T18:23:43.04764Z","steps":["trace[281976390] 'range keys from in-memory index tree' (duration: 234.612301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:24:14.16679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.361398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:24:14.166932Z","caller":"traceutil/trace.go:171","msg":"trace[1806744039] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2224; }","duration":"229.062089ms","start":"2026-05-08T18:24:13.937852Z","end":"2026-05-08T18:24:14.166914Z","steps":["trace[1806744039] 'read index received' (duration: 67.464943ms)","trace[1806744039] 'applied index is now lower than readState.Index' (duration: 161.595886ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:24:14.167054Z","caller":"traceutil/trace.go:171","msg":"trace[877814726] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"249.674181ms","start":"2026-05-08T18:24:13.917306Z","end":"2026-05-08T18:24:14.16698Z","steps":["trace[877814726] 'process raft request' (duration: 99.808158ms)","trace[877814726] 'compare' (duration: 149.246715ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:24:14.167152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.689904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-08T18:24:14.167201Z","caller":"traceutil/trace.go:171","msg":"trace[1158048549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2146; }","duration":"220.779817ms","start":"2026-05-08T18:24:13.946407Z","end":"2026-05-08T18:24:14.167187Z","steps":["trace[1158048549] 'agreement among raft nodes before linearized reading' (duration: 220.618682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:24:14.167189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.320526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:24:14.167273Z","caller":"traceutil/trace.go:171","msg":"trace[1071649478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2146; }","duration":"229.44731ms","start":"2026-05-08T18:24:13.937799Z","end":"2026-05-08T18:24:14.167246Z","steps":["trace[1071649478] 'agreement among raft nodes before linearized reading' (duration: 229.193583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:24:14.167276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.145541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-08T18:24:14.167404Z","caller":"traceutil/trace.go:171","msg":"trace[326229541] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2146; }","duration":"217.314065ms","start":"2026-05-08T18:24:13.95006Z","end":"2026-05-08T18:24:14.167374Z","steps":["trace[326229541] 'agreement among raft nodes before linearized reading' (duration: 217.020077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:24:14.496102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.209795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-08T18:24:14.496211Z","caller":"traceutil/trace.go:171","msg":"trace[1455737209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"226.408521ms","start":"2026-05-08T18:24:14.269784Z","end":"2026-05-08T18:24:14.496192Z","steps":["trace[1455737209] 'range keys from in-memory index tree' (duration: 225.878315ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:24:19.734616Z","caller":"traceutil/trace.go:171","msg":"trace[1450699287] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"163.884612ms","start":"2026-05-08T18:24:19.570694Z","end":"2026-05-08T18:24:19.734579Z","steps":["trace[1450699287] 'process raft request' (duration: 163.643315ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:24:20.082063Z","caller":"traceutil/trace.go:171","msg":"trace[1444380361] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"244.16934ms","start":"2026-05-08T18:24:19.837873Z","end":"2026-05-08T18:24:20.082042Z","steps":["trace[1444380361] 'process raft request' (duration: 241.808121ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:08.044103Z","caller":"traceutil/trace.go:171","msg":"trace[1572418039] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"127.285905ms","start":"2026-05-08T18:25:07.91679Z","end":"2026-05-08T18:25:08.044076Z","steps":["trace[1572418039] 'process raft request' (duration: 127.13232ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:42.298111Z","caller":"traceutil/trace.go:171","msg":"trace[122625840] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"124.783942ms","start":"2026-05-08T18:25:42.173282Z","end":"2026-05-08T18:25:42.298065Z","steps":["trace[122625840] 'process raft request' (duration: 124.521023ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:42.423756Z","caller":"traceutil/trace.go:171","msg":"trace[1307688023] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2922; }","duration":"111.588576ms","start":"2026-05-08T18:25:42.312132Z","end":"2026-05-08T18:25:42.423721Z","steps":["trace[1307688023] 'read index received' (duration: 88.652762ms)","trace[1307688023] 'applied index is now lower than readState.Index' (duration: 22.934334ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:25:42.423858Z","caller":"traceutil/trace.go:171","msg":"trace[261940932] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"244.451816ms","start":"2026-05-08T18:25:42.17935Z","end":"2026-05-08T18:25:42.423802Z","steps":["trace[261940932] 'process raft request' (duration: 221.508572ms)","trace[261940932] 'compare' (duration: 22.715267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:25:42.424039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.873094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:25:42.42414Z","caller":"traceutil/trace.go:171","msg":"trace[1073183535] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2815; }","duration":"112.03885ms","start":"2026-05-08T18:25:42.31208Z","end":"2026-05-08T18:25:42.424119Z","steps":["trace[1073183535] 'agreement among raft nodes before linearized reading' (duration: 111.836983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:25:42.897122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.050356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:25:42.897443Z","caller":"traceutil/trace.go:171","msg":"trace[531403881] linearizableReadLoop","detail":"{readStateIndex:2925; appliedIndex:2923; }","duration":"234.912573ms","start":"2026-05-08T18:25:42.662504Z","end":"2026-05-08T18:25:42.897417Z","steps":["trace[531403881] 'read index received' (duration: 167.541184ms)","trace[531403881] 'applied index is now lower than readState.Index' (duration: 67.370579ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:25:42.897505Z","caller":"traceutil/trace.go:171","msg":"trace[952755076] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"418.772311ms","start":"2026-05-08T18:25:42.478726Z","end":"2026-05-08T18:25:42.897498Z","steps":["trace[952755076] 'process raft request' (duration: 418.602935ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:42.897427Z","caller":"traceutil/trace.go:171","msg":"trace[746499022] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"419.212363ms","start":"2026-05-08T18:25:42.478179Z","end":"2026-05-08T18:25:42.897391Z","steps":["trace[746499022] 'process raft request' (duration: 130.451905ms)","trace[746499022] 'compare' (duration: 287.742777ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:25:42.897653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:25:42.478687Z","time spent":"418.855823ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:25:42.897734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:25:42.478158Z","time spent":"419.437921ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:25:42.898392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.896223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:25:42.898455Z","caller":"traceutil/trace.go:171","msg":"trace[1138887723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2817; }","duration":"236.007487ms","start":"2026-05-08T18:25:42.662427Z","end":"2026-05-08T18:25:42.898435Z","steps":["trace[1138887723] 'agreement among raft nodes before linearized reading' (duration: 235.76853ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:43.152519Z","caller":"traceutil/trace.go:171","msg":"trace[377779119] linearizableReadLoop","detail":"{readStateIndex:2926; appliedIndex:2925; }","duration":"254.98266ms","start":"2026-05-08T18:25:42.89751Z","end":"2026-05-08T18:25:43.152493Z","steps":["trace[377779119] 'read index received' (duration: 249.971306ms)","trace[377779119] 'applied index is now lower than readState.Index' (duration: 5.010134ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:25:43.152618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.654872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:25:43.152795Z","caller":"traceutil/trace.go:171","msg":"trace[674565252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2818; }","duration":"299.904809ms","start":"2026-05-08T18:25:42.852879Z","end":"2026-05-08T18:25:43.152784Z","steps":["trace[674565252] 'agreement among raft nodes before linearized reading' (duration: 299.642131ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:43.152965Z","caller":"traceutil/trace.go:171","msg":"trace[1809878812] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"265.04612ms","start":"2026-05-08T18:25:42.887894Z","end":"2026-05-08T18:25:43.152941Z","steps":["trace[1809878812] 'process raft request' (duration: 259.617723ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:43.153089Z","caller":"traceutil/trace.go:171","msg":"trace[1650468989] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"250.787202ms","start":"2026-05-08T18:25:42.902257Z","end":"2026-05-08T18:25:43.153044Z","steps":["trace[1650468989] 'process raft request' (duration: 250.656768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:25:43.153156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.882514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:25:43.153252Z","caller":"traceutil/trace.go:171","msg":"trace[1104769069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2818; }","duration":"377.045389ms","start":"2026-05-08T18:25:42.77619Z","end":"2026-05-08T18:25:43.153235Z","steps":["trace[1104769069] 'agreement among raft nodes before linearized reading' (duration: 376.738979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:25:43.153293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:25:42.776155Z","time spent":"377.126231ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:25:43.15339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.133557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-08T18:25:43.153926Z","caller":"traceutil/trace.go:171","msg":"trace[1904150387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2819; }","duration":"415.724355ms","start":"2026-05-08T18:25:42.738188Z","end":"2026-05-08T18:25:43.153913Z","steps":["trace[1904150387] 'agreement among raft nodes before linearized reading' (duration: 414.807767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:25:43.154008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:25:42.738164Z","time spent":"415.831269ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:25:43.153558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.977627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18adaa57feb6390e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-08T18:25:43.154428Z","caller":"traceutil/trace.go:171","msg":"trace[863844481] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18adaa57feb6390e; range_end:; response_count:1; response_revision:2819; }","duration":"365.840203ms","start":"2026-05-08T18:25:42.788544Z","end":"2026-05-08T18:25:43.154384Z","steps":["trace[863844481] 'agreement among raft nodes before linearized reading' (duration: 364.906005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:25:43.154506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:25:42.788529Z","time spent":"365.964748ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18adaa57feb6390e\" "} {"level":"warn","ts":"2026-05-08T18:25:43.153645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.02906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-08T18:25:43.15474Z","caller":"traceutil/trace.go:171","msg":"trace[594410025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2819; }","duration":"480.118503ms","start":"2026-05-08T18:25:42.67461Z","end":"2026-05-08T18:25:43.154728Z","steps":["trace[594410025] 'agreement among raft nodes before linearized reading' (duration: 478.985549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:25:43.154825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:25:42.674537Z","time spent":"480.276887ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T18:25:49.03702Z","caller":"traceutil/trace.go:171","msg":"trace[1901277850] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"110.892175ms","start":"2026-05-08T18:25:48.926095Z","end":"2026-05-08T18:25:49.036987Z","steps":["trace[1901277850] 'process raft request' (duration: 110.71953ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:49.41766Z","caller":"traceutil/trace.go:171","msg":"trace[1032352297] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"181.512324ms","start":"2026-05-08T18:25:49.236117Z","end":"2026-05-08T18:25:49.417629Z","steps":["trace[1032352297] 'process raft request' (duration: 121.989916ms)","trace[1032352297] 'compare' (duration: 59.185918ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:25:49.433951Z","caller":"traceutil/trace.go:171","msg":"trace[1991193814] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"196.987439ms","start":"2026-05-08T18:25:49.236925Z","end":"2026-05-08T18:25:49.433912Z","steps":["trace[1991193814] 'process raft request' (duration: 196.759002ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:49.43422Z","caller":"traceutil/trace.go:171","msg":"trace[1763187766] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"196.816664ms","start":"2026-05-08T18:25:49.23737Z","end":"2026-05-08T18:25:49.434186Z","steps":["trace[1763187766] 'process raft request' (duration: 196.490674ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:49.434321Z","caller":"traceutil/trace.go:171","msg":"trace[2109416568] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"196.915106ms","start":"2026-05-08T18:25:49.237364Z","end":"2026-05-08T18:25:49.434279Z","steps":["trace[2109416568] 'process raft request' (duration: 196.70909ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:40.417881Z","caller":"traceutil/trace.go:171","msg":"trace[1589073209] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5085; }","duration":"137.421562ms","start":"2026-05-08T18:29:40.280421Z","end":"2026-05-08T18:29:40.417843Z","steps":["trace[1589073209] 'read index received' (duration: 31.389911ms)","trace[1589073209] 'applied index is now lower than readState.Index' (duration: 106.030011ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:29:40.417945Z","caller":"traceutil/trace.go:171","msg":"trace[1080908625] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"138.483253ms","start":"2026-05-08T18:29:40.279414Z","end":"2026-05-08T18:29:40.417898Z","steps":["trace[1080908625] 'process raft request' (duration: 120.99859ms)","trace[1080908625] 'compare' (duration: 17.262986ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:29:40.418156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.71348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-08T18:29:40.418228Z","caller":"traceutil/trace.go:171","msg":"trace[1411009825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4900; }","duration":"137.806094ms","start":"2026-05-08T18:29:40.280403Z","end":"2026-05-08T18:29:40.418209Z","steps":["trace[1411009825] 'agreement among raft nodes before linearized reading' (duration: 137.557596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:40.418232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.200608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-08T18:29:40.418285Z","caller":"traceutil/trace.go:171","msg":"trace[1615792738] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4900; }","duration":"133.293941ms","start":"2026-05-08T18:29:40.284979Z","end":"2026-05-08T18:29:40.418273Z","steps":["trace[1615792738] 'agreement among raft nodes before linearized reading' (duration: 133.081604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:44.002104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.576969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:29:44.002185Z","caller":"traceutil/trace.go:171","msg":"trace[1064359687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5027; }","duration":"149.709533ms","start":"2026-05-08T18:29:43.852457Z","end":"2026-05-08T18:29:44.002166Z","steps":["trace[1064359687] 'range keys from in-memory index tree' (duration: 149.490896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:44.003391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.112316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720068"} {"level":"info","ts":"2026-05-08T18:29:44.003503Z","caller":"traceutil/trace.go:171","msg":"trace[53665612] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5027; }","duration":"101.268971ms","start":"2026-05-08T18:29:43.902207Z","end":"2026-05-08T18:29:44.003476Z","steps":["trace[53665612] 'range keys from in-memory index tree' (duration: 100.030025ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:30:04.296967Z","caller":"traceutil/trace.go:171","msg":"trace[898728531] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"116.802737ms","start":"2026-05-08T18:30:04.180112Z","end":"2026-05-08T18:30:04.296914Z","steps":["trace[898728531] 'process raft request' (duration: 116.369404ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:30:04.411638Z","caller":"traceutil/trace.go:171","msg":"trace[1308080185] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"105.31504ms","start":"2026-05-08T18:30:04.306299Z","end":"2026-05-08T18:30:04.411614Z","steps":["trace[1308080185] 'process raft request' (duration: 105.149555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:30:04.662386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.50824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:30:04.662465Z","caller":"traceutil/trace.go:171","msg":"trace[1486025448] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5434; }","duration":"142.612373ms","start":"2026-05-08T18:30:04.519834Z","end":"2026-05-08T18:30:04.662446Z","steps":["trace[1486025448] 'count revisions from in-memory index tree' (duration: 142.363656ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:31:16.352915Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3002} {"level":"info","ts":"2026-05-08T18:31:16.449977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3002,"took":"95.628689ms","hash":4056468091,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":31629312,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-08T18:31:16.450049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4056468091,"revision":3002,"compact-revision":-1} {"level":"info","ts":"2026-05-08T18:36:16.358787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6107} {"level":"info","ts":"2026-05-08T18:36:16.460341Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6107,"took":"99.273693ms","hash":2116927892,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":23625728,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-05-08T18:36:16.46045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2116927892,"revision":6107,"compact-revision":3002} {"level":"info","ts":"2026-05-08T18:36:20.301653Z","caller":"traceutil/trace.go:171","msg":"trace[831959853] linearizableReadLoop","detail":"{readStateIndex:8613; appliedIndex:8612; }","duration":"250.115578ms","start":"2026-05-08T18:36:20.051503Z","end":"2026-05-08T18:36:20.301618Z","steps":["trace[831959853] 'read index received' (duration: 249.940133ms)","trace[831959853] 'applied index is now lower than readState.Index' (duration: 174.335µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:36:20.301802Z","caller":"traceutil/trace.go:171","msg":"trace[732998101] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"284.924018ms","start":"2026-05-08T18:36:20.01673Z","end":"2026-05-08T18:36:20.301654Z","steps":["trace[732998101] 'process raft request' (duration: 284.722143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:36:20.301868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.353115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-08T18:36:20.301916Z","caller":"traceutil/trace.go:171","msg":"trace[1467498577] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8322; }","duration":"250.461707ms","start":"2026-05-08T18:36:20.051438Z","end":"2026-05-08T18:36:20.3019Z","steps":["trace[1467498577] 'agreement among raft nodes before linearized reading' (duration: 250.293193ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:36:21.125491Z","caller":"traceutil/trace.go:171","msg":"trace[1149539293] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"151.720619ms","start":"2026-05-08T18:36:20.973657Z","end":"2026-05-08T18:36:21.125378Z","steps":["trace[1149539293] 'process raft request' (duration: 151.418341ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:36:21.321697Z","caller":"traceutil/trace.go:171","msg":"trace[1433167506] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"190.854605ms","start":"2026-05-08T18:36:21.130809Z","end":"2026-05-08T18:36:21.321664Z","steps":["trace[1433167506] 'process raft request' (duration: 122.034537ms)","trace[1433167506] 'compare' (duration: 68.498329ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:36:49.991563Z","caller":"traceutil/trace.go:171","msg":"trace[1847763920] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"123.676391ms","start":"2026-05-08T18:36:49.867863Z","end":"2026-05-08T18:36:49.99154Z","steps":["trace[1847763920] 'process raft request' (duration: 123.332041ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:37:02.835015Z","caller":"traceutil/trace.go:171","msg":"trace[123735641] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"163.70806ms","start":"2026-05-08T18:37:02.67128Z","end":"2026-05-08T18:37:02.834988Z","steps":["trace[123735641] 'process raft request' (duration: 89.194061ms)","trace[123735641] 'compare' (duration: 74.390696ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:37:03.578536Z","caller":"traceutil/trace.go:171","msg":"trace[1558638815] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"190.674744ms","start":"2026-05-08T18:37:03.387835Z","end":"2026-05-08T18:37:03.57851Z","steps":["trace[1558638815] 'process raft request' (duration: 190.512519ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:37:03.578791Z","caller":"traceutil/trace.go:171","msg":"trace[1062267209] linearizableReadLoop","detail":"{readStateIndex:8957; appliedIndex:8957; }","duration":"151.913891ms","start":"2026-05-08T18:37:03.426817Z","end":"2026-05-08T18:37:03.578731Z","steps":["trace[1062267209] 'read index received' (duration: 151.904971ms)","trace[1062267209] 'applied index is now lower than readState.Index' (duration: 7.74µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:37:03.579108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.303582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m24nk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-08T18:37:03.579164Z","caller":"traceutil/trace.go:171","msg":"trace[923357561] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m24nk; range_end:; response_count:1; response_revision:8652; }","duration":"152.422166ms","start":"2026-05-08T18:37:03.42673Z","end":"2026-05-08T18:37:03.579152Z","steps":["trace[923357561] 'agreement among raft nodes before linearized reading' (duration: 152.174689ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:37:39.335997Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000245f.wal"} {"level":"info","ts":"2026-05-08T18:38:19.824257Z","caller":"traceutil/trace.go:171","msg":"trace[1774601297] linearizableReadLoop","detail":"{readStateIndex:9720; appliedIndex:9718; }","duration":"290.288898ms","start":"2026-05-08T18:38:19.533939Z","end":"2026-05-08T18:38:19.824228Z","steps":["trace[1774601297] 'read index received' (duration: 19.272253ms)","trace[1774601297] 'applied index is now lower than readState.Index' (duration: 271.014995ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:38:19.824324Z","caller":"traceutil/trace.go:171","msg":"trace[1467124596] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"308.407638ms","start":"2026-05-08T18:38:19.515882Z","end":"2026-05-08T18:38:19.824289Z","steps":["trace[1467124596] 'process raft request' (duration: 287.931591ms)","trace[1467124596] 'compare' (duration: 20.144837ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:38:19.824467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:38:19.515853Z","time spent":"308.541722ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:38:19.824519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.549205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T18:38:19.824603Z","caller":"traceutil/trace.go:171","msg":"trace[970490492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9395; }","duration":"290.690769ms","start":"2026-05-08T18:38:19.533892Z","end":"2026-05-08T18:38:19.824582Z","steps":["trace[970490492] 'agreement among raft nodes before linearized reading' (duration: 290.482333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:38:19.824605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.597587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:38:19.824665Z","caller":"traceutil/trace.go:171","msg":"trace[1077656574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9395; }","duration":"289.687671ms","start":"2026-05-08T18:38:19.534958Z","end":"2026-05-08T18:38:19.824646Z","steps":["trace[1077656574] 'agreement among raft nodes before linearized reading' (duration: 289.465614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:38:19.824712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.111018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:38:19.824857Z","caller":"traceutil/trace.go:171","msg":"trace[441667959] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9395; }","duration":"110.271603ms","start":"2026-05-08T18:38:19.714554Z","end":"2026-05-08T18:38:19.824826Z","steps":["trace[441667959] 'agreement among raft nodes before linearized reading' (duration: 110.031426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:38:19.825054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.345287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:38:19.825182Z","caller":"traceutil/trace.go:171","msg":"trace[1369066161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9395; }","duration":"285.527672ms","start":"2026-05-08T18:38:19.539626Z","end":"2026-05-08T18:38:19.825154Z","steps":["trace[1369066161] 'agreement among raft nodes before linearized reading' (duration: 284.989126ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:38:56.034242Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T18:38:56.039574Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-08T18:38:56.039657Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-08T18:41:16.365175Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8300} {"level":"info","ts":"2026-05-08T18:41:16.44722Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8300,"took":"79.831757ms","hash":2858757442,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":26324992,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-08T18:41:16.447271Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2858757442,"revision":8300,"compact-revision":6107} {"level":"warn","ts":"2026-05-08T18:42:01.293966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.473149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:42:01.294282Z","caller":"traceutil/trace.go:171","msg":"trace[21577746] linearizableReadLoop","detail":"{readStateIndex:11622; appliedIndex:11619; }","duration":"194.900502ms","start":"2026-05-08T18:42:01.099364Z","end":"2026-05-08T18:42:01.294265Z","steps":["trace[21577746] 'read index received' (duration: 68.053332ms)","trace[21577746] 'applied index is now lower than readState.Index' (duration: 126.84605ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:42:01.29426Z","caller":"traceutil/trace.go:171","msg":"trace[1995624411] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"206.734919ms","start":"2026-05-08T18:42:01.087486Z","end":"2026-05-08T18:42:01.29422Z","steps":["trace[1995624411] 'process raft request' (duration: 79.916911ms)","trace[1995624411] 'compare' (duration: 126.329435ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:42:01.294576Z","caller":"traceutil/trace.go:171","msg":"trace[1026782271] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"205.933337ms","start":"2026-05-08T18:42:01.088334Z","end":"2026-05-08T18:42:01.294267Z","steps":["trace[1026782271] 'process raft request' (duration: 205.858805ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:42:01.294316Z","caller":"traceutil/trace.go:171","msg":"trace[557411009] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"206.086381ms","start":"2026-05-08T18:42:01.088161Z","end":"2026-05-08T18:42:01.294248Z","steps":["trace[557411009] 'process raft request' (duration: 205.970398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:42:01.294772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.01049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:42:01.294819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.146574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:42:01.295139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.836874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:42:01.29523Z","caller":"traceutil/trace.go:171","msg":"trace[1459327040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11241; }","duration":"144.580057ms","start":"2026-05-08T18:42:01.150612Z","end":"2026-05-08T18:42:01.295193Z","steps":["trace[1459327040] 'agreement among raft nodes before linearized reading' (duration: 144.176275ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:42:01.295106Z","caller":"traceutil/trace.go:171","msg":"trace[676368958] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11241; }","duration":"144.419242ms","start":"2026-05-08T18:42:01.150666Z","end":"2026-05-08T18:42:01.295086Z","steps":["trace[676368958] 'agreement among raft nodes before linearized reading' (duration: 144.00847ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:42:01.295253Z","caller":"traceutil/trace.go:171","msg":"trace[1040507488] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11241; }","duration":"144.996098ms","start":"2026-05-08T18:42:01.150206Z","end":"2026-05-08T18:42:01.295202Z","steps":["trace[1040507488] 'agreement among raft nodes before linearized reading' (duration: 144.580506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:42:01.294754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.329387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-08T18:42:01.294742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.376535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-08T18:42:01.295793Z","caller":"traceutil/trace.go:171","msg":"trace[938871333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11241; }","duration":"196.467157ms","start":"2026-05-08T18:42:01.099297Z","end":"2026-05-08T18:42:01.295764Z","steps":["trace[938871333] 'agreement among raft nodes before linearized reading' (duration: 195.255753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:42:01.294929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.170225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-08T18:42:01.295937Z","caller":"traceutil/trace.go:171","msg":"trace[2116005553] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11241; }","duration":"145.216724ms","start":"2026-05-08T18:42:01.150705Z","end":"2026-05-08T18:42:01.295922Z","steps":["trace[2116005553] 'agreement among raft nodes before linearized reading' (duration: 144.021611ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:42:01.295858Z","caller":"traceutil/trace.go:171","msg":"trace[2073888156] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11241; }","duration":"147.354636ms","start":"2026-05-08T18:42:01.148371Z","end":"2026-05-08T18:42:01.295725Z","steps":["trace[2073888156] 'agreement among raft nodes before linearized reading' (duration: 146.264925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:42:01.294818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.270966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:42:01.296021Z","caller":"traceutil/trace.go:171","msg":"trace[1057850508] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11241; }","duration":"146.511491ms","start":"2026-05-08T18:42:01.149497Z","end":"2026-05-08T18:42:01.296008Z","steps":["trace[1057850508] 'agreement among raft nodes before linearized reading' (duration: 145.275316ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:42:01.454287Z","caller":"traceutil/trace.go:171","msg":"trace[514199207] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"152.485702ms","start":"2026-05-08T18:42:01.30176Z","end":"2026-05-08T18:42:01.454246Z","steps":["trace[514199207] 'process raft request' (duration: 152.388359ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:42:01.454536Z","caller":"traceutil/trace.go:171","msg":"trace[1285187412] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"152.995806ms","start":"2026-05-08T18:42:01.301303Z","end":"2026-05-08T18:42:01.454299Z","steps":["trace[1285187412] 'process raft request' (duration: 98.49358ms)","trace[1285187412] 'compare' (duration: 54.097904ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:46:16.370498Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10791} {"level":"info","ts":"2026-05-08T18:46:16.446031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10791,"took":"73.436023ms","hash":2969490973,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":27471872,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-08T18:46:16.446126Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2969490973,"revision":10791,"compact-revision":8300} {"level":"info","ts":"2026-05-08T18:48:14.84042Z","caller":"traceutil/trace.go:171","msg":"trace[614329211] transaction","detail":"{read_only:false; response_revision:13757; number_of_response:1; }","duration":"120.20032ms","start":"2026-05-08T18:48:14.720193Z","end":"2026-05-08T18:48:14.840393Z","steps":["trace[614329211] 'process raft request' (duration: 119.888481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:31.412139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.554682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:31.412243Z","caller":"traceutil/trace.go:171","msg":"trace[178036668] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13853; }","duration":"483.703907ms","start":"2026-05-08T18:48:30.928518Z","end":"2026-05-08T18:48:31.412222Z","steps":["trace[178036668] 'count revisions from in-memory index tree' (duration: 483.191013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:31.412284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:30.928495Z","time spent":"483.779019ms","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:48:31.412577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.654512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:48:31.412719Z","caller":"traceutil/trace.go:171","msg":"trace[1815021667] linearizableReadLoop","detail":"{readStateIndex:14328; appliedIndex:14327; }","duration":"436.636586ms","start":"2026-05-08T18:48:30.976062Z","end":"2026-05-08T18:48:31.412698Z","steps":["trace[1815021667] 'read index received' (duration: 275.759527ms)","trace[1815021667] 'applied index is now lower than readState.Index' (duration: 160.874889ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:48:31.412729Z","caller":"traceutil/trace.go:171","msg":"trace[46252186] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"481.34247ms","start":"2026-05-08T18:48:30.931363Z","end":"2026-05-08T18:48:31.412706Z","steps":["trace[46252186] 'process raft request' (duration: 320.41637ms)","trace[46252186] 'compare' (duration: 160.335424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:48:31.412849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:30.931333Z","time spent":"481.446903ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:48:31.413001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.176238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:48:31.413049Z","caller":"traceutil/trace.go:171","msg":"trace[812882741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13854; }","duration":"294.298282ms","start":"2026-05-08T18:48:31.118741Z","end":"2026-05-08T18:48:31.413039Z","steps":["trace[812882741] 'agreement among raft nodes before linearized reading' (duration: 294.173678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:31.412993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.933555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m24nk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-08T18:48:31.413167Z","caller":"traceutil/trace.go:171","msg":"trace[1123388934] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m24nk; range_end:; response_count:1; response_revision:13854; }","duration":"437.158202ms","start":"2026-05-08T18:48:30.976001Z","end":"2026-05-08T18:48:31.413159Z","steps":["trace[1123388934] 'agreement among raft nodes before linearized reading' (duration: 436.824952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:31.413193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:30.975976Z","time spent":"437.209285ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-m24nk\" "} {"level":"info","ts":"2026-05-08T18:48:53.335814Z","caller":"traceutil/trace.go:171","msg":"trace[1962685349] transaction","detail":"{read_only:false; response_revision:14163; number_of_response:1; }","duration":"313.876325ms","start":"2026-05-08T18:48:53.021911Z","end":"2026-05-08T18:48:53.335788Z","steps":["trace[1962685349] 'process raft request' (duration: 313.735441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:53.335945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:53.021889Z","time spent":"313.992599ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:48:56.844505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.712791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-05-08T18:48:56.844615Z","caller":"traceutil/trace.go:171","msg":"trace[2033504676] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14187; }","duration":"116.880375ms","start":"2026-05-08T18:48:56.727712Z","end":"2026-05-08T18:48:56.844593Z","steps":["trace[2033504676] 'range keys from in-memory index tree' (duration: 116.518375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:56.844625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.815146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:56.844708Z","caller":"traceutil/trace.go:171","msg":"trace[1050755373] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14187; }","duration":"405.94115ms","start":"2026-05-08T18:48:56.438745Z","end":"2026-05-08T18:48:56.844686Z","steps":["trace[1050755373] 'count revisions from in-memory index tree' (duration: 405.708602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:56.844774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:56.438727Z","time spent":"406.002911ms","remote":"127.0.0.1:49766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:48:56.844805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.002755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:48:56.844854Z","caller":"traceutil/trace.go:171","msg":"trace[1087105916] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14187; }","duration":"102.086117ms","start":"2026-05-08T18:48:56.742755Z","end":"2026-05-08T18:48:56.844841Z","steps":["trace[1087105916] 'count revisions from in-memory index tree' (duration: 101.890772ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:58.019523Z","caller":"traceutil/trace.go:171","msg":"trace[1827125714] transaction","detail":"{read_only:false; response_revision:14201; number_of_response:1; }","duration":"108.902279ms","start":"2026-05-08T18:48:57.910588Z","end":"2026-05-08T18:48:58.01949Z","steps":["trace[1827125714] 'process raft request' (duration: 108.165409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.123829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546451771,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:49:00.208225Z","caller":"traceutil/trace.go:171","msg":"trace[674857651] linearizableReadLoop","detail":"{readStateIndex:14702; appliedIndex:14700; }","duration":"585.013701ms","start":"2026-05-08T18:48:59.623185Z","end":"2026-05-08T18:49:00.208199Z","steps":["trace[674857651] 'read index received' (duration: 584.798835ms)","trace[674857651] 'applied index is now lower than readState.Index' (duration: 213.926µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:49:00.208536Z","caller":"traceutil/trace.go:171","msg":"trace[1361342993] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"626.763574ms","start":"2026-05-08T18:48:59.581765Z","end":"2026-05-08T18:49:00.208528Z","steps":["trace[1361342993] 'process raft request' (duration: 626.276619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.208611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:59.581747Z","time spent":"626.811014ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:49:00.208719Z","caller":"traceutil/trace.go:171","msg":"trace[1446427892] transaction","detail":"{read_only:false; response_revision:14214; number_of_response:1; }","duration":"551.867435ms","start":"2026-05-08T18:48:59.656847Z","end":"2026-05-08T18:49:00.208714Z","steps":["trace[1446427892] 'process raft request' (duration: 551.328739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.208763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:59.656824Z","time spent":"551.911806ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:49:00.208856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.672462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:49:00.208873Z","caller":"traceutil/trace.go:171","msg":"trace[1381510486] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14214; }","duration":"585.731663ms","start":"2026-05-08T18:48:59.623137Z","end":"2026-05-08T18:49:00.208868Z","steps":["trace[1381510486] 'agreement among raft nodes before linearized reading' (duration: 585.695032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.208889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:59.623115Z","time spent":"585.769634ms","remote":"127.0.0.1:55210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:49:00.209024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.895003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:49:00.209038Z","caller":"traceutil/trace.go:171","msg":"trace[120584016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14214; }","duration":"570.931005ms","start":"2026-05-08T18:48:59.638103Z","end":"2026-05-08T18:49:00.209034Z","steps":["trace[120584016] 'agreement among raft nodes before linearized reading' (duration: 570.867853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.20905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:59.638092Z","time spent":"570.955135ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:49:00.209157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.466151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-05-08T18:49:00.20917Z","caller":"traceutil/trace.go:171","msg":"trace[576784800] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:14214; }","duration":"117.500872ms","start":"2026-05-08T18:49:00.091665Z","end":"2026-05-08T18:49:00.209165Z","steps":["trace[576784800] 'agreement among raft nodes before linearized reading' (duration: 117.459551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.209276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.12347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:49:00.209294Z","caller":"traceutil/trace.go:171","msg":"trace[1761306033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14214; }","duration":"176.151521ms","start":"2026-05-08T18:49:00.033138Z","end":"2026-05-08T18:49:00.20929Z","steps":["trace[1761306033] 'agreement among raft nodes before linearized reading' (duration: 176.10376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.209357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.774476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-08T18:49:00.20937Z","caller":"traceutil/trace.go:171","msg":"trace[1470909303] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14214; }","duration":"178.785816ms","start":"2026-05-08T18:49:00.030578Z","end":"2026-05-08T18:49:00.209364Z","steps":["trace[1470909303] 'agreement among raft nodes before linearized reading' (duration: 178.748675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.209418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.78031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:49:00.209429Z","caller":"traceutil/trace.go:171","msg":"trace[1893430730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14214; }","duration":"355.831742ms","start":"2026-05-08T18:48:59.853594Z","end":"2026-05-08T18:49:00.209426Z","steps":["trace[1893430730] 'agreement among raft nodes before linearized reading' (duration: 355.808641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.20944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:59.853571Z","time spent":"355.866033ms","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:49:00.209548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.223472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:49:00.209615Z","caller":"traceutil/trace.go:171","msg":"trace[874993964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14214; }","duration":"420.321295ms","start":"2026-05-08T18:48:59.789275Z","end":"2026-05-08T18:49:00.209596Z","steps":["trace[874993964] 'agreement among raft nodes before linearized reading' (duration: 420.207952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.209643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:59.789263Z","time spent":"420.374267ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:49:00.209682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.067365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m24nk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-08T18:49:00.209704Z","caller":"traceutil/trace.go:171","msg":"trace[614312900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m24nk; range_end:; response_count:1; response_revision:14214; }","duration":"521.111585ms","start":"2026-05-08T18:48:59.688588Z","end":"2026-05-08T18:49:00.2097Z","steps":["trace[614312900] 'agreement among raft nodes before linearized reading' (duration: 521.052154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:49:00.209719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:59.688573Z","time spent":"521.143217ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-m24nk\" "} {"level":"info","ts":"2026-05-08T18:49:03.163805Z","caller":"traceutil/trace.go:171","msg":"trace[255639384] transaction","detail":"{read_only:false; response_revision:14242; number_of_response:1; }","duration":"146.669547ms","start":"2026-05-08T18:49:03.017122Z","end":"2026-05-08T18:49:03.163791Z","steps":["trace[255639384] 'process raft request' (duration: 146.164273ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:51:16.377875Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12902} {"level":"info","ts":"2026-05-08T18:51:16.454194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12902,"took":"73.678292ms","hash":1326589136,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":29384704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-08T18:51:16.454267Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1326589136,"revision":12902,"compact-revision":10791} {"level":"info","ts":"2026-05-08T18:56:12.136703Z","caller":"traceutil/trace.go:171","msg":"trace[1259962680] linearizableReadLoop","detail":"{readStateIndex:18177; appliedIndex:18176; }","duration":"188.462283ms","start":"2026-05-08T18:56:11.948218Z","end":"2026-05-08T18:56:12.136681Z","steps":["trace[1259962680] 'read index received' (duration: 188.3368ms)","trace[1259962680] 'applied index is now lower than readState.Index' (duration: 124.633µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:56:12.136809Z","caller":"traceutil/trace.go:171","msg":"trace[1081631662] transaction","detail":"{read_only:false; response_revision:17582; number_of_response:1; }","duration":"235.071211ms","start":"2026-05-08T18:56:11.901697Z","end":"2026-05-08T18:56:12.136768Z","steps":["trace[1081631662] 'process raft request' (duration: 234.852325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:56:12.137111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.878816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9ln7\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-05-08T18:56:12.137353Z","caller":"traceutil/trace.go:171","msg":"trace[1698111921] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9ln7; range_end:; response_count:1; response_revision:17582; }","duration":"189.194494ms","start":"2026-05-08T18:56:11.948148Z","end":"2026-05-08T18:56:12.137342Z","steps":["trace[1698111921] 'agreement among raft nodes before linearized reading' (duration: 188.733261ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:56:12.465228Z","caller":"traceutil/trace.go:171","msg":"trace[1919100932] linearizableReadLoop","detail":"{readStateIndex:18178; appliedIndex:18177; }","duration":"328.058718ms","start":"2026-05-08T18:56:12.137152Z","end":"2026-05-08T18:56:12.465211Z","steps":["trace[1919100932] 'read index received' (duration: 327.899714ms)","trace[1919100932] 'applied index is now lower than readState.Index' (duration: 157.964µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:56:12.465542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.174713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T18:56:12.465586Z","caller":"traceutil/trace.go:171","msg":"trace[615372657] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:17583; }","duration":"409.261025ms","start":"2026-05-08T18:56:12.056314Z","end":"2026-05-08T18:56:12.465575Z","steps":["trace[615372657] 'agreement among raft nodes before linearized reading' (duration: 409.124561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:56:12.465617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:56:12.056294Z","time spent":"409.313687ms","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":23,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:56:12.465774Z","caller":"traceutil/trace.go:171","msg":"trace[717754314] transaction","detail":"{read_only:false; response_revision:17583; number_of_response:1; }","duration":"405.48584ms","start":"2026-05-08T18:56:12.060277Z","end":"2026-05-08T18:56:12.465763Z","steps":["trace[717754314] 'process raft request' (duration: 404.8239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:56:12.465861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:56:12.060253Z","time spent":"405.553851ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:56:12.465795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.301642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T18:56:12.466126Z","caller":"traceutil/trace.go:171","msg":"trace[828728784] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:17583; }","duration":"319.680463ms","start":"2026-05-08T18:56:12.146422Z","end":"2026-05-08T18:56:12.466102Z","steps":["trace[828728784] 'agreement among raft nodes before linearized reading' (duration: 319.246721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:56:12.466307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:56:12.146403Z","time spent":"319.885228ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:56:12.467183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.042174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946234"} {"level":"info","ts":"2026-05-08T18:56:12.467233Z","caller":"traceutil/trace.go:171","msg":"trace[1805434540] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17583; }","duration":"314.132657ms","start":"2026-05-08T18:56:12.153088Z","end":"2026-05-08T18:56:12.46722Z","steps":["trace[1805434540] 'agreement among raft nodes before linearized reading' (duration: 313.335415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:56:12.467265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:56:12.15302Z","time spent":"314.23535ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946257,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-08T18:56:12.711715Z","caller":"traceutil/trace.go:171","msg":"trace[1273868658] transaction","detail":"{read_only:false; response_revision:17586; number_of_response:1; }","duration":"241.758218ms","start":"2026-05-08T18:56:12.469934Z","end":"2026-05-08T18:56:12.711693Z","steps":["trace[1273868658] 'process raft request' (duration: 241.635755ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:56:12.711946Z","caller":"traceutil/trace.go:171","msg":"trace[693831023] transaction","detail":"{read_only:false; response_revision:17585; number_of_response:1; }","duration":"242.056696ms","start":"2026-05-08T18:56:12.469877Z","end":"2026-05-08T18:56:12.711934Z","steps":["trace[693831023] 'process raft request' (duration: 232.827738ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:56:12.711948Z","caller":"traceutil/trace.go:171","msg":"trace[2080496968] linearizableReadLoop","detail":"{readStateIndex:18182; appliedIndex:18179; }","duration":"118.39481ms","start":"2026-05-08T18:56:12.593534Z","end":"2026-05-08T18:56:12.711929Z","steps":["trace[2080496968] 'read index received' (duration: 109.12924ms)","trace[2080496968] 'applied index is now lower than readState.Index' (duration: 9.26423ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:56:12.712306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.78612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:56:12.712352Z","caller":"traceutil/trace.go:171","msg":"trace[1550415127] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17587; }","duration":"118.874573ms","start":"2026-05-08T18:56:12.593464Z","end":"2026-05-08T18:56:12.712339Z","steps":["trace[1550415127] 'agreement among raft nodes before linearized reading' (duration: 118.742339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:56:12.712451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.772101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T18:56:12.712626Z","caller":"traceutil/trace.go:171","msg":"trace[1370702361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17587; }","duration":"119.058929ms","start":"2026-05-08T18:56:12.593557Z","end":"2026-05-08T18:56:12.712616Z","steps":["trace[1370702361] 'agreement among raft nodes before linearized reading' (duration: 118.715689ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:56:12.712498Z","caller":"traceutil/trace.go:171","msg":"trace[1546207606] transaction","detail":"{read_only:false; response_revision:17587; number_of_response:1; }","duration":"242.5361ms","start":"2026-05-08T18:56:12.469952Z","end":"2026-05-08T18:56:12.712489Z","steps":["trace[1546207606] 'process raft request' (duration: 241.705616ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:56:12.856757Z","caller":"traceutil/trace.go:171","msg":"trace[1826200316] linearizableReadLoop","detail":"{readStateIndex:18184; appliedIndex:18182; }","duration":"134.327476ms","start":"2026-05-08T18:56:12.722412Z","end":"2026-05-08T18:56:12.85674Z","steps":["trace[1826200316] 'read index received' (duration: 40.010082ms)","trace[1826200316] 'applied index is now lower than readState.Index' (duration: 94.316704ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:56:12.856856Z","caller":"traceutil/trace.go:171","msg":"trace[1547057264] transaction","detail":"{read_only:false; response_revision:17590; number_of_response:1; }","duration":"119.225292ms","start":"2026-05-08T18:56:12.737624Z","end":"2026-05-08T18:56:12.856849Z","steps":["trace[1547057264] 'process raft request' (duration: 119.084908ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:56:12.856811Z","caller":"traceutil/trace.go:171","msg":"trace[2067112421] transaction","detail":"{read_only:false; response_revision:17589; number_of_response:1; }","duration":"135.667393ms","start":"2026-05-08T18:56:12.721105Z","end":"2026-05-08T18:56:12.856773Z","steps":["trace[2067112421] 'process raft request' (duration: 101.466104ms)","trace[2067112421] 'compare' (duration: 34.039515ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:56:12.85716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.728717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-08T18:56:12.857206Z","caller":"traceutil/trace.go:171","msg":"trace[1418479021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17590; }","duration":"134.81513ms","start":"2026-05-08T18:56:12.72238Z","end":"2026-05-08T18:56:12.857195Z","steps":["trace[1418479021] 'agreement among raft nodes before linearized reading' (duration: 134.628955ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:56:16.385066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15323} {"level":"info","ts":"2026-05-08T18:56:16.479709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15323,"took":"92.251316ms","hash":3226270130,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":31375360,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-08T18:56:16.479829Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3226270130,"revision":15323,"compact-revision":12902} {"level":"info","ts":"2026-05-08T18:59:47.295584Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T18:59:47.301497Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-08T18:59:47.301698Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-08T19:01:16.391174Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17611} {"level":"info","ts":"2026-05-08T19:01:16.490109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17611,"took":"95.470865ms","hash":3022142201,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":34086912,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-08T19:01:16.490185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3022142201,"revision":17611,"compact-revision":15323} {"level":"info","ts":"2026-05-08T19:01:50.333855Z","caller":"traceutil/trace.go:171","msg":"trace[181671330] transaction","detail":"{read_only:false; response_revision:20279; number_of_response:1; }","duration":"126.262988ms","start":"2026-05-08T19:01:50.207558Z","end":"2026-05-08T19:01:50.333821Z","steps":["trace[181671330] 'process raft request' (duration: 118.328375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:01:50.690552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.944656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:01:50.690685Z","caller":"traceutil/trace.go:171","msg":"trace[138663171] linearizableReadLoop","detail":"{readStateIndex:20962; appliedIndex:20961; }","duration":"216.855755ms","start":"2026-05-08T19:01:50.473813Z","end":"2026-05-08T19:01:50.690669Z","steps":["trace[138663171] 'read index received' (duration: 48.730435ms)","trace[138663171] 'applied index is now lower than readState.Index' (duration: 168.1239ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:01:50.690771Z","caller":"traceutil/trace.go:171","msg":"trace[332253841] transaction","detail":"{read_only:false; response_revision:20281; number_of_response:1; }","duration":"300.830129ms","start":"2026-05-08T19:01:50.389929Z","end":"2026-05-08T19:01:50.69076Z","steps":["trace[332253841] 'process raft request' (duration: 132.563524ms)","trace[332253841] 'compare' (duration: 167.811502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:01:50.690827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:01:50.389908Z","time spent":"300.888471ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:01:50.691278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.51188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:01:50.691391Z","caller":"traceutil/trace.go:171","msg":"trace[1169432377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20281; }","duration":"184.668014ms","start":"2026-05-08T19:01:50.506692Z","end":"2026-05-08T19:01:50.69136Z","steps":["trace[1169432377] 'agreement among raft nodes before linearized reading' (duration: 184.350806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:01:50.691348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.631269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T19:01:50.691474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.620388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:01:50.691544Z","caller":"traceutil/trace.go:171","msg":"trace[1605226493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20281; }","duration":"181.857686ms","start":"2026-05-08T19:01:50.509655Z","end":"2026-05-08T19:01:50.691513Z","steps":["trace[1605226493] 'agreement among raft nodes before linearized reading' (duration: 181.505936ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:01:50.691554Z","caller":"traceutil/trace.go:171","msg":"trace[1498554988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20281; }","duration":"217.800713ms","start":"2026-05-08T19:01:50.473734Z","end":"2026-05-08T19:01:50.691534Z","steps":["trace[1498554988] 'agreement among raft nodes before linearized reading' (duration: 217.420443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:01:50.931892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.066309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:01:50.932026Z","caller":"traceutil/trace.go:171","msg":"trace[1644289694] transaction","detail":"{read_only:false; response_revision:20282; number_of_response:1; }","duration":"236.141168ms","start":"2026-05-08T19:01:50.695859Z","end":"2026-05-08T19:01:50.932Z","steps":["trace[1644289694] 'process raft request' (duration: 117.869333ms)","trace[1644289694] 'compare' (duration: 117.891723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:01:51.16851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.652376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:01:51.168839Z","caller":"traceutil/trace.go:171","msg":"trace[607503769] transaction","detail":"{read_only:false; response_revision:20283; number_of_response:1; }","duration":"472.225753ms","start":"2026-05-08T19:01:50.696552Z","end":"2026-05-08T19:01:51.168778Z","steps":["trace[607503769] 'process raft request' (duration: 339.194286ms)","trace[607503769] 'compare' (duration: 132.384899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:01:51.169092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:01:50.696523Z","time spent":"472.443149ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:01:51.16951Z","caller":"traceutil/trace.go:171","msg":"trace[267984596] transaction","detail":"{read_only:false; response_revision:20284; number_of_response:1; }","duration":"472.925172ms","start":"2026-05-08T19:01:50.696551Z","end":"2026-05-08T19:01:51.169476Z","steps":["trace[267984596] 'process raft request' (duration: 472.10465ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:01:51.169748Z","caller":"traceutil/trace.go:171","msg":"trace[1677556097] linearizableReadLoop","detail":"{readStateIndex:20967; appliedIndex:20963; }","duration":"314.961155ms","start":"2026-05-08T19:01:50.854756Z","end":"2026-05-08T19:01:51.169717Z","steps":["trace[1677556097] 'read index received' (duration: 180.92809ms)","trace[1677556097] 'applied index is now lower than readState.Index' (duration: 134.031855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:01:51.169875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:01:50.696524Z","time spent":"473.062986ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:01:51.169756Z","caller":"traceutil/trace.go:171","msg":"trace[1271406482] transaction","detail":"{read_only:false; response_revision:20285; number_of_response:1; }","duration":"473.128258ms","start":"2026-05-08T19:01:50.696592Z","end":"2026-05-08T19:01:51.16972Z","steps":["trace[1271406482] 'process raft request' (duration: 472.81785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:01:51.170003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.230422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:01:51.170008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.520789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:01:51.170039Z","caller":"traceutil/trace.go:171","msg":"trace[1359372044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20286; }","duration":"315.308275ms","start":"2026-05-08T19:01:50.85472Z","end":"2026-05-08T19:01:51.170029Z","steps":["trace[1359372044] 'agreement among raft nodes before linearized reading' (duration: 315.227552ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:01:51.17005Z","caller":"traceutil/trace.go:171","msg":"trace[1567636696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20286; }","duration":"185.609431ms","start":"2026-05-08T19:01:50.984427Z","end":"2026-05-08T19:01:51.170037Z","steps":["trace[1567636696] 'agreement among raft nodes before linearized reading' (duration: 185.528859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:01:51.170069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:01:50.854703Z","time spent":"315.358356ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:01:51.17007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:01:50.69657Z","time spent":"473.403675ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:01:51.169909Z","caller":"traceutil/trace.go:171","msg":"trace[459279436] transaction","detail":"{read_only:false; response_revision:20286; number_of_response:1; }","duration":"472.731116ms","start":"2026-05-08T19:01:50.697164Z","end":"2026-05-08T19:01:51.169895Z","steps":["trace[459279436] 'process raft request' (duration: 472.430128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:01:51.170247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.75962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:01:51.170274Z","caller":"traceutil/trace.go:171","msg":"trace[508171217] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:20286; }","duration":"142.829982ms","start":"2026-05-08T19:01:51.027434Z","end":"2026-05-08T19:01:51.170264Z","steps":["trace[508171217] 'agreement among raft nodes before linearized reading' (duration: 142.75061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:01:51.170292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:01:50.697152Z","time spent":"473.080206ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:01:51.566709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.007365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:01:51.566828Z","caller":"traceutil/trace.go:171","msg":"trace[1802178753] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:20286; }","duration":"109.191939ms","start":"2026-05-08T19:01:51.457604Z","end":"2026-05-08T19:01:51.566796Z","steps":["trace[1802178753] 'count revisions from in-memory index tree' (duration: 108.85569ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:01:52.049319Z","caller":"traceutil/trace.go:171","msg":"trace[707192919] transaction","detail":"{read_only:false; response_revision:20288; number_of_response:1; }","duration":"244.622794ms","start":"2026-05-08T19:01:51.804671Z","end":"2026-05-08T19:01:52.049294Z","steps":["trace[707192919] 'process raft request' (duration: 244.426679ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:01:52.275706Z","caller":"traceutil/trace.go:171","msg":"trace[402381187] transaction","detail":"{read_only:false; response_revision:20289; number_of_response:1; }","duration":"117.211224ms","start":"2026-05-08T19:01:52.15846Z","end":"2026-05-08T19:01:52.275672Z","steps":["trace[402381187] 'process raft request' (duration: 46.360669ms)","trace[402381187] 'compare' (duration: 70.690561ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:01:52.46478Z","caller":"traceutil/trace.go:171","msg":"trace[252613103] transaction","detail":"{read_only:false; response_revision:20290; number_of_response:1; }","duration":"103.283984ms","start":"2026-05-08T19:01:52.361463Z","end":"2026-05-08T19:01:52.464747Z","steps":["trace[252613103] 'process raft request' (duration: 69.072004ms)","trace[252613103] 'compare' (duration: 34.079376ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:05:49.809472Z","caller":"traceutil/trace.go:171","msg":"trace[1544417420] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"393.317877ms","start":"2026-05-08T19:05:49.416117Z","end":"2026-05-08T19:05:49.809435Z","steps":["trace[1544417420] 'process raft request' (duration: 392.896384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:05:49.809746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:05:49.416093Z","time spent":"393.48155ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:06:16.399689Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20106} {"level":"info","ts":"2026-05-08T19:06:16.505556Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20106,"took":"100.876341ms","hash":2830258039,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":41308160,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-08T19:06:16.505615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2830258039,"revision":20106,"compact-revision":17611} {"level":"info","ts":"2026-05-08T19:07:05.614788Z","caller":"traceutil/trace.go:171","msg":"trace[551423150] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"133.353206ms","start":"2026-05-08T19:07:05.481408Z","end":"2026-05-08T19:07:05.614761Z","steps":["trace[551423150] 'process raft request' (duration: 133.126098ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:05.616204Z","caller":"traceutil/trace.go:171","msg":"trace[1118043897] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"118.128286ms","start":"2026-05-08T19:07:05.498009Z","end":"2026-05-08T19:07:05.616137Z","steps":["trace[1118043897] 'process raft request' (duration: 117.869769ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:09.852755Z","caller":"traceutil/trace.go:171","msg":"trace[1666299842] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"334.602888ms","start":"2026-05-08T19:09:09.518124Z","end":"2026-05-08T19:09:09.852727Z","steps":["trace[1666299842] 'process raft request' (duration: 334.433563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:09.85319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:09.518097Z","time spent":"334.740692ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:09.853834Z","caller":"traceutil/trace.go:171","msg":"trace[1786113098] linearizableReadLoop","detail":"{readStateIndex:25596; appliedIndex:25596; }","duration":"155.462627ms","start":"2026-05-08T19:09:09.698359Z","end":"2026-05-08T19:09:09.853821Z","steps":["trace[1786113098] 'read index received' (duration: 155.457276ms)","trace[1786113098] 'applied index is now lower than readState.Index' (duration: 4.541µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:09.854275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.916709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T19:09:09.854342Z","caller":"traceutil/trace.go:171","msg":"trace[1689183329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24790; }","duration":"156.016982ms","start":"2026-05-08T19:09:09.698302Z","end":"2026-05-08T19:09:09.854319Z","steps":["trace[1689183329] 'agreement among raft nodes before linearized reading' (duration: 155.859157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:09.854753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.26235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:09.854801Z","caller":"traceutil/trace.go:171","msg":"trace[980100665] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24790; }","duration":"112.351532ms","start":"2026-05-08T19:09:09.742432Z","end":"2026-05-08T19:09:09.854784Z","steps":["trace[980100665] 'agreement among raft nodes before linearized reading' (duration: 112.27067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:09.855316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.958995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:09:09.855355Z","caller":"traceutil/trace.go:171","msg":"trace[1029543981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24790; }","duration":"110.085028ms","start":"2026-05-08T19:09:09.74526Z","end":"2026-05-08T19:09:09.855345Z","steps":["trace[1029543981] 'agreement among raft nodes before linearized reading' (duration: 109.920324ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:14.312185Z","caller":"traceutil/trace.go:171","msg":"trace[738346985] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"121.255123ms","start":"2026-05-08T19:09:14.190878Z","end":"2026-05-08T19:09:14.312134Z","steps":["trace[738346985] 'process raft request' (duration: 121.076708ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:15.206555Z","caller":"traceutil/trace.go:171","msg":"trace[194581900] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"316.011054ms","start":"2026-05-08T19:09:14.890509Z","end":"2026-05-08T19:09:15.20652Z","steps":["trace[194581900] 'process raft request' (duration: 315.734367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:15.206802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:14.890486Z","time spent":"316.148539ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:15.223206Z","caller":"traceutil/trace.go:171","msg":"trace[293662281] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"266.132351ms","start":"2026-05-08T19:09:14.957045Z","end":"2026-05-08T19:09:15.223178Z","steps":["trace[293662281] 'process raft request' (duration: 265.952676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:15.560445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.672592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T19:09:15.56054Z","caller":"traceutil/trace.go:171","msg":"trace[2002628450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24834; }","duration":"312.824106ms","start":"2026-05-08T19:09:15.247693Z","end":"2026-05-08T19:09:15.560517Z","steps":["trace[2002628450] 'range keys from in-memory index tree' (duration: 312.503007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:15.560585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:15.24767Z","time spent":"312.907298ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:09:15.561153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.15279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:15.561632Z","caller":"traceutil/trace.go:171","msg":"trace[2004490464] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"244.870172ms","start":"2026-05-08T19:09:15.316725Z","end":"2026-05-08T19:09:15.561595Z","steps":["trace[2004490464] 'process raft request' (duration: 53.009272ms)","trace[2004490464] 'compare' (duration: 190.453601ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:15.561722Z","caller":"traceutil/trace.go:171","msg":"trace[520021618] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"218.570033ms","start":"2026-05-08T19:09:15.343108Z","end":"2026-05-08T19:09:15.561678Z","steps":["trace[520021618] 'process raft request' (duration: 218.423359ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:15.561665Z","caller":"traceutil/trace.go:171","msg":"trace[743365077] linearizableReadLoop","detail":"{readStateIndex:25643; appliedIndex:25641; }","duration":"214.222679ms","start":"2026-05-08T19:09:15.347429Z","end":"2026-05-08T19:09:15.561651Z","steps":["trace[743365077] 'read index received' (duration: 22.318288ms)","trace[743365077] 'applied index is now lower than readState.Index' (duration: 191.903501ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:15.561899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.468626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:09:15.561782Z","caller":"traceutil/trace.go:171","msg":"trace[1688413545] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"212.096231ms","start":"2026-05-08T19:09:15.349658Z","end":"2026-05-08T19:09:15.561754Z","steps":["trace[1688413545] 'process raft request' (duration: 211.960567ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:15.561936Z","caller":"traceutil/trace.go:171","msg":"trace[969774543] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24837; }","duration":"214.534128ms","start":"2026-05-08T19:09:15.347393Z","end":"2026-05-08T19:09:15.561927Z","steps":["trace[969774543] 'agreement among raft nodes before linearized reading' (duration: 214.296191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:15.810714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.597003ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-08T19:09:15.810793Z","caller":"traceutil/trace.go:171","msg":"trace[938079784] linearizableReadLoop","detail":"{readStateIndex:25645; appliedIndex:25644; }","duration":"248.966658ms","start":"2026-05-08T19:09:15.561812Z","end":"2026-05-08T19:09:15.810778Z","steps":["trace[938079784] 'read index received' (duration: 19.329745ms)","trace[938079784] 'applied index is now lower than readState.Index' (duration: 229.635953ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:15.810867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.199197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:15.8109Z","caller":"traceutil/trace.go:171","msg":"trace[3599879] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24837; }","duration":"264.262358ms","start":"2026-05-08T19:09:15.546616Z","end":"2026-05-08T19:09:15.810879Z","steps":["trace[3599879] 'agreement among raft nodes before linearized reading' (duration: 264.196176ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:15.827812Z","caller":"traceutil/trace.go:171","msg":"trace[2059081599] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"262.575181ms","start":"2026-05-08T19:09:15.565211Z","end":"2026-05-08T19:09:15.827786Z","steps":["trace[2059081599] 'process raft request' (duration: 262.375295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:19.767555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.058395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:19.767682Z","caller":"traceutil/trace.go:171","msg":"trace[400241164] linearizableReadLoop","detail":"{readStateIndex:25674; appliedIndex:25673; }","duration":"163.884333ms","start":"2026-05-08T19:09:19.603776Z","end":"2026-05-08T19:09:19.76766Z","steps":["trace[400241164] 'read index received' (duration: 63.654782ms)","trace[400241164] 'applied index is now lower than readState.Index' (duration: 100.227561ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:19.767841Z","caller":"traceutil/trace.go:171","msg":"trace[1757652999] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"188.62937ms","start":"2026-05-08T19:09:19.579179Z","end":"2026-05-08T19:09:19.767808Z","steps":["trace[1757652999] 'process raft request' (duration: 88.215664ms)","trace[1757652999] 'compare' (duration: 99.875791ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:19.767915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.147481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-08T19:09:19.767961Z","caller":"traceutil/trace.go:171","msg":"trace[482100304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24866; }","duration":"164.231743ms","start":"2026-05-08T19:09:19.603715Z","end":"2026-05-08T19:09:19.767947Z","steps":["trace[482100304] 'agreement among raft nodes before linearized reading' (duration: 164.014307ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:19.76894Z","caller":"traceutil/trace.go:171","msg":"trace[775715678] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"150.024883ms","start":"2026-05-08T19:09:19.618883Z","end":"2026-05-08T19:09:19.768908Z","steps":["trace[775715678] 'process raft request' (duration: 149.798217ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:19.769142Z","caller":"traceutil/trace.go:171","msg":"trace[1262232015] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"150.160337ms","start":"2026-05-08T19:09:19.618966Z","end":"2026-05-08T19:09:19.769126Z","steps":["trace[1262232015] 'process raft request' (duration: 149.823338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.086885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.804593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:20.086977Z","caller":"traceutil/trace.go:171","msg":"trace[1240609179] linearizableReadLoop","detail":"{readStateIndex:25677; appliedIndex:25676; }","duration":"155.985391ms","start":"2026-05-08T19:09:19.930977Z","end":"2026-05-08T19:09:20.086962Z","steps":["trace[1240609179] 'read index received' (duration: 14.965211ms)","trace[1240609179] 'applied index is now lower than readState.Index' (duration: 141.01945ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:20.087027Z","caller":"traceutil/trace.go:171","msg":"trace[195279143] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"237.378742ms","start":"2026-05-08T19:09:19.849641Z","end":"2026-05-08T19:09:20.08702Z","steps":["trace[195279143] 'process raft request' (duration: 96.372022ms)","trace[195279143] 'compare' (duration: 140.68376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:20.087281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.287759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T19:09:20.087365Z","caller":"traceutil/trace.go:171","msg":"trace[1967130376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24869; }","duration":"156.404783ms","start":"2026-05-08T19:09:19.930938Z","end":"2026-05-08T19:09:20.087343Z","steps":["trace[1967130376] 'agreement among raft nodes before linearized reading' (duration: 156.162346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.39331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.2156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:20.393493Z","caller":"traceutil/trace.go:171","msg":"trace[682317659] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"418.689136ms","start":"2026-05-08T19:09:19.974785Z","end":"2026-05-08T19:09:20.393475Z","steps":["trace[682317659] 'process raft request' (duration: 258.231489ms)","trace[682317659] 'compare' (duration: 160.117757ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:20.393518Z","caller":"traceutil/trace.go:171","msg":"trace[526914830] linearizableReadLoop","detail":"{readStateIndex:25679; appliedIndex:25677; }","duration":"306.511727ms","start":"2026-05-08T19:09:20.086994Z","end":"2026-05-08T19:09:20.393506Z","steps":["trace[526914830] 'read index received' (duration: 146.036951ms)","trace[526914830] 'applied index is now lower than readState.Index' (duration: 160.473786ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:20.393552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:19.974762Z","time spent":"418.764348ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:20.393583Z","caller":"traceutil/trace.go:171","msg":"trace[1645904920] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"413.936542ms","start":"2026-05-08T19:09:19.979637Z","end":"2026-05-08T19:09:20.393574Z","steps":["trace[1645904920] 'process raft request' (duration: 413.762167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.393635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:19.979625Z","time spent":"413.978773ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:20.393776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.630972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T19:09:20.393797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.108004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:09:20.393808Z","caller":"traceutil/trace.go:171","msg":"trace[678106677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24872; }","duration":"403.679333ms","start":"2026-05-08T19:09:19.990122Z","end":"2026-05-08T19:09:20.393801Z","steps":["trace[678106677] 'agreement among raft nodes before linearized reading' (duration: 403.57753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.393832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:19.990114Z","time spent":"403.712113ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T19:09:20.393833Z","caller":"traceutil/trace.go:171","msg":"trace[443764708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24872; }","duration":"404.186456ms","start":"2026-05-08T19:09:19.989635Z","end":"2026-05-08T19:09:20.393821Z","steps":["trace[443764708] 'agreement among raft nodes before linearized reading' (duration: 404.071563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.393861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:19.989615Z","time spent":"404.238398ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T19:09:20.393892Z","caller":"traceutil/trace.go:171","msg":"trace[518693151] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"302.832884ms","start":"2026-05-08T19:09:20.091051Z","end":"2026-05-08T19:09:20.393884Z","steps":["trace[518693151] 'process raft request' (duration: 302.402172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.393928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:20.091026Z","time spent":"302.880476ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:20.393961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.013972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:20.393981Z","caller":"traceutil/trace.go:171","msg":"trace[630886545] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24872; }","duration":"415.062913ms","start":"2026-05-08T19:09:19.978911Z","end":"2026-05-08T19:09:20.393974Z","steps":["trace[630886545] 'agreement among raft nodes before linearized reading' (duration: 415.025452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.394004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:19.978895Z","time spent":"415.103994ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:09:20.394016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.844697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T19:09:20.394043Z","caller":"traceutil/trace.go:171","msg":"trace[1229649204] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24872; }","duration":"403.880238ms","start":"2026-05-08T19:09:19.990154Z","end":"2026-05-08T19:09:20.394034Z","steps":["trace[1229649204] 'agreement among raft nodes before linearized reading' (duration: 403.792026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.394063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:19.99015Z","time spent":"403.907199ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:09:20.396597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.335951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:09:20.396689Z","caller":"traceutil/trace.go:171","msg":"trace[1808020105] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24873; }","duration":"253.439923ms","start":"2026-05-08T19:09:20.143225Z","end":"2026-05-08T19:09:20.396665Z","steps":["trace[1808020105] 'agreement among raft nodes before linearized reading' (duration: 253.238548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.39673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.107164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-08T19:09:20.396823Z","caller":"traceutil/trace.go:171","msg":"trace[1605721369] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:24873; }","duration":"237.271649ms","start":"2026-05-08T19:09:20.159533Z","end":"2026-05-08T19:09:20.396804Z","steps":["trace[1605721369] 'agreement among raft nodes before linearized reading' (duration: 236.994982ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:20.745106Z","caller":"traceutil/trace.go:171","msg":"trace[1926631847] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"346.39759ms","start":"2026-05-08T19:09:20.398675Z","end":"2026-05-08T19:09:20.745073Z","steps":["trace[1926631847] 'process raft request' (duration: 318.892587ms)","trace[1926631847] 'compare' (duration: 27.04522ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:20.745152Z","caller":"traceutil/trace.go:171","msg":"trace[1125240002] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"345.738312ms","start":"2026-05-08T19:09:20.399395Z","end":"2026-05-08T19:09:20.745133Z","steps":["trace[1125240002] 'process raft request' (duration: 345.704491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.745241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:20.39939Z","time spent":"345.795493ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:20.745248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:20.39865Z","time spent":"346.524783ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:20.745241Z","caller":"traceutil/trace.go:171","msg":"trace[1365457513] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"346.04656ms","start":"2026-05-08T19:09:20.399155Z","end":"2026-05-08T19:09:20.745202Z","steps":["trace[1365457513] 'process raft request' (duration: 345.843054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.74543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:20.399148Z","time spent":"346.181145ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:20.746791Z","caller":"traceutil/trace.go:171","msg":"trace[1042125406] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"320.072999ms","start":"2026-05-08T19:09:20.426683Z","end":"2026-05-08T19:09:20.746756Z","steps":["trace[1042125406] 'process raft request' (duration: 319.885034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.747072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:20.426653Z","time spent":"320.207933ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:20.747404Z","caller":"traceutil/trace.go:171","msg":"trace[404946915] linearizableReadLoop","detail":"{readStateIndex:25686; appliedIndex:25682; }","duration":"290.039254ms","start":"2026-05-08T19:09:20.457294Z","end":"2026-05-08T19:09:20.747333Z","steps":["trace[404946915] 'read index received' (duration: 260.305788ms)","trace[404946915] 'applied index is now lower than readState.Index' (duration: 29.730306ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:20.7476Z","caller":"traceutil/trace.go:171","msg":"trace[478784641] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"202.86762ms","start":"2026-05-08T19:09:20.544681Z","end":"2026-05-08T19:09:20.747549Z","steps":["trace[478784641] 'process raft request' (duration: 202.012466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.747812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.504676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:09:20.747915Z","caller":"traceutil/trace.go:171","msg":"trace[444551674] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24878; }","duration":"290.655551ms","start":"2026-05-08T19:09:20.457241Z","end":"2026-05-08T19:09:20.747896Z","steps":["trace[444551674] 'agreement among raft nodes before linearized reading' (duration: 290.26691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:20.95887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.481302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:20.958954Z","caller":"traceutil/trace.go:171","msg":"trace[1332163755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24878; }","duration":"104.613976ms","start":"2026-05-08T19:09:20.85432Z","end":"2026-05-08T19:09:20.958934Z","steps":["trace[1332163755] 'range keys from in-memory index tree' (duration: 104.3881ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:21.357286Z","caller":"traceutil/trace.go:171","msg":"trace[356716223] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"118.992599ms","start":"2026-05-08T19:09:21.238268Z","end":"2026-05-08T19:09:21.357261Z","steps":["trace[356716223] 'process raft request' (duration: 66.416018ms)","trace[356716223] 'compare' (duration: 52.442627ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:21.628009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.896473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:21.628077Z","caller":"traceutil/trace.go:171","msg":"trace[201342468] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24880; }","duration":"148.007966ms","start":"2026-05-08T19:09:21.480054Z","end":"2026-05-08T19:09:21.628062Z","steps":["trace[201342468] 'count revisions from in-memory index tree' (duration: 147.756749ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:22.038285Z","caller":"traceutil/trace.go:171","msg":"trace[1512414578] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"264.086943ms","start":"2026-05-08T19:09:21.77417Z","end":"2026-05-08T19:09:22.038257Z","steps":["trace[1512414578] 'process raft request' (duration: 164.071288ms)","trace[1512414578] 'compare' (duration: 99.750448ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:22.038511Z","caller":"traceutil/trace.go:171","msg":"trace[1467690382] linearizableReadLoop","detail":"{readStateIndex:25692; appliedIndex:25690; }","duration":"208.883509ms","start":"2026-05-08T19:09:21.829587Z","end":"2026-05-08T19:09:22.038471Z","steps":["trace[1467690382] 'read index received' (duration: 5.925777ms)","trace[1467690382] 'applied index is now lower than readState.Index' (duration: 202.955962ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:22.038589Z","caller":"traceutil/trace.go:171","msg":"trace[1692475784] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"262.412486ms","start":"2026-05-08T19:09:21.776151Z","end":"2026-05-08T19:09:22.038563Z","steps":["trace[1692475784] 'process raft request' (duration: 262.067716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:22.038744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.135636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:09:22.038794Z","caller":"traceutil/trace.go:171","msg":"trace[926852073] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24883; }","duration":"209.236279ms","start":"2026-05-08T19:09:21.829547Z","end":"2026-05-08T19:09:22.038783Z","steps":["trace[926852073] 'agreement among raft nodes before linearized reading' (duration: 209.144626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:22.038962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.564488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:09:22.038983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.348707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:22.039013Z","caller":"traceutil/trace.go:171","msg":"trace[1311168958] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24883; }","duration":"107.676511ms","start":"2026-05-08T19:09:21.931323Z","end":"2026-05-08T19:09:22.038999Z","steps":["trace[1311168958] 'agreement among raft nodes before linearized reading' (duration: 107.545537ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:22.03903Z","caller":"traceutil/trace.go:171","msg":"trace[1006128345] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24883; }","duration":"104.425299ms","start":"2026-05-08T19:09:21.934592Z","end":"2026-05-08T19:09:22.039018Z","steps":["trace[1006128345] 'agreement among raft nodes before linearized reading' (duration: 104.330827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:22.342153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.940006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:22.342291Z","caller":"traceutil/trace.go:171","msg":"trace[306962670] linearizableReadLoop","detail":"{readStateIndex:25693; appliedIndex:25692; }","duration":"233.831332ms","start":"2026-05-08T19:09:22.108442Z","end":"2026-05-08T19:09:22.342274Z","steps":["trace[306962670] 'read index received' (duration: 97.68672ms)","trace[306962670] 'applied index is now lower than readState.Index' (duration: 136.143012ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:22.342529Z","caller":"traceutil/trace.go:171","msg":"trace[486967549] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"246.476567ms","start":"2026-05-08T19:09:22.096019Z","end":"2026-05-08T19:09:22.342495Z","steps":["trace[486967549] 'process raft request' (duration: 110.110919ms)","trace[486967549] 'compare' (duration: 135.836783ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:22.342567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.10036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:09:22.342838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.048811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:09:22.342851Z","caller":"traceutil/trace.go:171","msg":"trace[687249911] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24884; }","duration":"234.292606ms","start":"2026-05-08T19:09:22.10839Z","end":"2026-05-08T19:09:22.342683Z","steps":["trace[687249911] 'agreement among raft nodes before linearized reading' (duration: 234.0767ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:22.342889Z","caller":"traceutil/trace.go:171","msg":"trace[1863528935] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24884; }","duration":"151.129344ms","start":"2026-05-08T19:09:22.191745Z","end":"2026-05-08T19:09:22.342874Z","steps":["trace[1863528935] 'agreement among raft nodes before linearized reading' (duration: 150.808295ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:22.55058Z","caller":"traceutil/trace.go:171","msg":"trace[912564716] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"151.324499ms","start":"2026-05-08T19:09:22.399215Z","end":"2026-05-08T19:09:22.550539Z","steps":["trace[912564716] 'process raft request' (duration: 119.252676ms)","trace[912564716] 'compare' (duration: 31.60786ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:22.831965Z","caller":"traceutil/trace.go:171","msg":"trace[1791901291] linearizableReadLoop","detail":"{readStateIndex:25696; appliedIndex:25694; }","duration":"226.898346ms","start":"2026-05-08T19:09:22.605032Z","end":"2026-05-08T19:09:22.83193Z","steps":["trace[1791901291] 'read index received' (duration: 213.051917ms)","trace[1791901291] 'applied index is now lower than readState.Index' (duration: 13.845239ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:22.832352Z","caller":"traceutil/trace.go:171","msg":"trace[727638382] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"430.613042ms","start":"2026-05-08T19:09:22.401693Z","end":"2026-05-08T19:09:22.832306Z","steps":["trace[727638382] 'process raft request' (duration: 430.103817ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:22.83241Z","caller":"traceutil/trace.go:171","msg":"trace[382105167] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"432.264088ms","start":"2026-05-08T19:09:22.400085Z","end":"2026-05-08T19:09:22.832349Z","steps":["trace[382105167] 'process raft request' (duration: 418.064288ms)","trace[382105167] 'compare' (duration: 12.637396ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:22.832533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:22.401675Z","time spent":"430.762776ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:22.832632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:22.400073Z","time spent":"432.431193ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:22.833344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.299767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:22.833404Z","caller":"traceutil/trace.go:171","msg":"trace[819603815] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24888; }","duration":"228.39762ms","start":"2026-05-08T19:09:22.60499Z","end":"2026-05-08T19:09:22.833388Z","steps":["trace[819603815] 'agreement among raft nodes before linearized reading' (duration: 228.074171ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:22.989565Z","caller":"traceutil/trace.go:171","msg":"trace[458333701] linearizableReadLoop","detail":"{readStateIndex:25700; appliedIndex:25697; }","duration":"149.717085ms","start":"2026-05-08T19:09:22.839813Z","end":"2026-05-08T19:09:22.98953Z","steps":["trace[458333701] 'read index received' (duration: 29.631225ms)","trace[458333701] 'applied index is now lower than readState.Index' (duration: 120.08436ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:22.989607Z","caller":"traceutil/trace.go:171","msg":"trace[808846737] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"150.026174ms","start":"2026-05-08T19:09:22.839552Z","end":"2026-05-08T19:09:22.989578Z","steps":["trace[808846737] 'process raft request' (duration: 149.841379ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:22.989651Z","caller":"traceutil/trace.go:171","msg":"trace[959210144] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"150.364043ms","start":"2026-05-08T19:09:22.839244Z","end":"2026-05-08T19:09:22.989608Z","steps":["trace[959210144] 'process raft request' (duration: 148.333435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:22.989757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.929001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:22.989848Z","caller":"traceutil/trace.go:171","msg":"trace[1684015312] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24891; }","duration":"150.013413ms","start":"2026-05-08T19:09:22.839805Z","end":"2026-05-08T19:09:22.989818Z","steps":["trace[1684015312] 'agreement among raft nodes before linearized reading' (duration: 149.87386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:22.989897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.833212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:22.989968Z","caller":"traceutil/trace.go:171","msg":"trace[2064100834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24891; }","duration":"136.912464ms","start":"2026-05-08T19:09:22.853026Z","end":"2026-05-08T19:09:22.989938Z","steps":["trace[2064100834] 'agreement among raft nodes before linearized reading' (duration: 136.687767ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:23.55821Z","caller":"traceutil/trace.go:171","msg":"trace[871329510] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"196.11059ms","start":"2026-05-08T19:09:23.362072Z","end":"2026-05-08T19:09:23.558183Z","steps":["trace[871329510] 'process raft request' (duration: 195.942245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:23.79816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.406997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:23.798435Z","caller":"traceutil/trace.go:171","msg":"trace[867885906] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"420.740072ms","start":"2026-05-08T19:09:23.377673Z","end":"2026-05-08T19:09:23.798413Z","steps":["trace[867885906] 'process raft request' (duration: 282.984895ms)","trace[867885906] 'compare' (duration: 137.100899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:23.798513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:23.377652Z","time spent":"420.826675ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:24.115191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.437357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:24.115287Z","caller":"traceutil/trace.go:171","msg":"trace[1613573875] linearizableReadLoop","detail":"{readStateIndex:25704; appliedIndex:25703; }","duration":"269.283189ms","start":"2026-05-08T19:09:23.84599Z","end":"2026-05-08T19:09:24.115273Z","steps":["trace[1613573875] 'read index received' (duration: 125.601115ms)","trace[1613573875] 'applied index is now lower than readState.Index' (duration: 143.680914ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:24.115346Z","caller":"traceutil/trace.go:171","msg":"trace[1230736677] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"274.221699ms","start":"2026-05-08T19:09:23.841114Z","end":"2026-05-08T19:09:24.115336Z","steps":["trace[1230736677] 'process raft request' (duration: 130.549764ms)","trace[1230736677] 'compare' (duration: 143.146269ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:24.115625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.62897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:24.115743Z","caller":"traceutil/trace.go:171","msg":"trace[581980954] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24895; }","duration":"269.788805ms","start":"2026-05-08T19:09:23.845937Z","end":"2026-05-08T19:09:24.115726Z","steps":["trace[581980954] 'agreement among raft nodes before linearized reading' (duration: 269.63213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:24.418622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.294398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:24.418754Z","caller":"traceutil/trace.go:171","msg":"trace[1591822940] linearizableReadLoop","detail":"{readStateIndex:25706; appliedIndex:25705; }","duration":"303.40901ms","start":"2026-05-08T19:09:24.115306Z","end":"2026-05-08T19:09:24.418715Z","steps":["trace[1591822940] 'read index received' (duration: 11.782571ms)","trace[1591822940] 'applied index is now lower than readState.Index' (duration: 291.625159ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:24.418844Z","caller":"traceutil/trace.go:171","msg":"trace[144825059] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"370.427606ms","start":"2026-05-08T19:09:24.048404Z","end":"2026-05-08T19:09:24.418832Z","steps":["trace[144825059] 'process raft request' (duration: 207.8312ms)","trace[144825059] 'compare' (duration: 162.119483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:24.418925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:24.048371Z","time spent":"370.509349ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:24.419274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.084224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:24.419378Z","caller":"traceutil/trace.go:171","msg":"trace[1766744541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24897; }","duration":"566.228938ms","start":"2026-05-08T19:09:23.853125Z","end":"2026-05-08T19:09:24.419354Z","steps":["trace[1766744541] 'agreement among raft nodes before linearized reading' (duration: 566.092114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:24.419432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:23.853109Z","time spent":"566.311231ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:09:24.782307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.209371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:24.782507Z","caller":"traceutil/trace.go:171","msg":"trace[1798971703] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"226.266839ms","start":"2026-05-08T19:09:24.556224Z","end":"2026-05-08T19:09:24.782491Z","steps":["trace[1798971703] 'process raft request' (duration: 226.179187ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:24.782513Z","caller":"traceutil/trace.go:171","msg":"trace[1863340614] linearizableReadLoop","detail":"{readStateIndex:25707; appliedIndex:25706; }","duration":"281.271098ms","start":"2026-05-08T19:09:24.501216Z","end":"2026-05-08T19:09:24.782487Z","steps":["trace[1863340614] 'read index received' (duration: 120.823181ms)","trace[1863340614] 'applied index is now lower than readState.Index' (duration: 160.445427ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:24.782763Z","caller":"traceutil/trace.go:171","msg":"trace[484859111] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"358.320936ms","start":"2026-05-08T19:09:24.424408Z","end":"2026-05-08T19:09:24.782729Z","steps":["trace[484859111] 'process raft request' (duration: 197.618131ms)","trace[484859111] 'compare' (duration: 159.882751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:24.782969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:24.424372Z","time spent":"358.47382ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:24.783117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.887855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274422"} {"level":"info","ts":"2026-05-08T19:09:24.783175Z","caller":"traceutil/trace.go:171","msg":"trace[753372066] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24899; }","duration":"281.997578ms","start":"2026-05-08T19:09:24.501162Z","end":"2026-05-08T19:09:24.78316Z","steps":["trace[753372066] 'agreement among raft nodes before linearized reading' (duration: 281.404421ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:24.987112Z","caller":"traceutil/trace.go:171","msg":"trace[1968764442] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"147.222374ms","start":"2026-05-08T19:09:24.839865Z","end":"2026-05-08T19:09:24.987087Z","steps":["trace[1968764442] 'process raft request' (duration: 145.953308ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:24.988348Z","caller":"traceutil/trace.go:171","msg":"trace[1774936128] linearizableReadLoop","detail":"{readStateIndex:25710; appliedIndex:25708; }","duration":"144.684073ms","start":"2026-05-08T19:09:24.843633Z","end":"2026-05-08T19:09:24.988317Z","steps":["trace[1774936128] 'read index received' (duration: 142.205214ms)","trace[1774936128] 'applied index is now lower than readState.Index' (duration: 2.477049ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:24.9885Z","caller":"traceutil/trace.go:171","msg":"trace[1762128391] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"145.918887ms","start":"2026-05-08T19:09:24.842562Z","end":"2026-05-08T19:09:24.988481Z","steps":["trace[1762128391] 'process raft request' (duration: 145.542516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:24.988608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.963531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T19:09:24.988663Z","caller":"traceutil/trace.go:171","msg":"trace[1852670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24901; }","duration":"145.062054ms","start":"2026-05-08T19:09:24.843586Z","end":"2026-05-08T19:09:24.988648Z","steps":["trace[1852670] 'agreement among raft nodes before linearized reading' (duration: 144.91619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:24.98873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.559032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:24.988781Z","caller":"traceutil/trace.go:171","msg":"trace[2058380684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24901; }","duration":"126.655265ms","start":"2026-05-08T19:09:24.862112Z","end":"2026-05-08T19:09:24.988767Z","steps":["trace[2058380684] 'agreement among raft nodes before linearized reading' (duration: 126.569193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:24.988774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.164354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-08T19:09:24.988861Z","caller":"traceutil/trace.go:171","msg":"trace[295287417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24901; }","duration":"130.39077ms","start":"2026-05-08T19:09:24.858453Z","end":"2026-05-08T19:09:24.988844Z","steps":["trace[295287417] 'agreement among raft nodes before linearized reading' (duration: 130.059141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:24.988987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.889864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T19:09:24.989123Z","caller":"traceutil/trace.go:171","msg":"trace[1294873187] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24901; }","duration":"115.081189ms","start":"2026-05-08T19:09:24.874017Z","end":"2026-05-08T19:09:24.989098Z","steps":["trace[1294873187] 'agreement among raft nodes before linearized reading' (duration: 114.641267ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:25.308222Z","caller":"traceutil/trace.go:171","msg":"trace[1662027039] linearizableReadLoop","detail":"{readStateIndex:25712; appliedIndex:25710; }","duration":"313.815033ms","start":"2026-05-08T19:09:24.994383Z","end":"2026-05-08T19:09:25.308198Z","steps":["trace[1662027039] 'read index received' (duration: 17.223375ms)","trace[1662027039] 'applied index is now lower than readState.Index' (duration: 296.590418ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:25.308316Z","caller":"traceutil/trace.go:171","msg":"trace[838475453] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"314.02502ms","start":"2026-05-08T19:09:24.994257Z","end":"2026-05-08T19:09:25.308282Z","steps":["trace[838475453] 'process raft request' (duration: 261.829101ms)","trace[838475453] 'compare' (duration: 51.819158ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:25.308431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.031859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T19:09:25.308461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:24.994233Z","time spent":"314.151963ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:25.308474Z","caller":"traceutil/trace.go:171","msg":"trace[1197961381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24903; }","duration":"314.116532ms","start":"2026-05-08T19:09:24.994347Z","end":"2026-05-08T19:09:25.308463Z","steps":["trace[1197961381] 'agreement among raft nodes before linearized reading' (duration: 313.971578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.308434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.992518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-08T19:09:25.308519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:24.994336Z","time spent":"314.173293ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T19:09:25.308577Z","caller":"traceutil/trace.go:171","msg":"trace[1771029397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24903; }","duration":"314.132662ms","start":"2026-05-08T19:09:24.994409Z","end":"2026-05-08T19:09:25.308542Z","steps":["trace[1771029397] 'agreement among raft nodes before linearized reading' (duration: 313.950537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.308604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.193205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-08T19:09:25.308664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:24.994404Z","time spent":"314.227865ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T19:09:25.308678Z","caller":"traceutil/trace.go:171","msg":"trace[1751471495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24903; }","duration":"313.294858ms","start":"2026-05-08T19:09:24.995369Z","end":"2026-05-08T19:09:25.308664Z","steps":["trace[1751471495] 'agreement among raft nodes before linearized reading' (duration: 313.086922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.308715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:24.995362Z","time spent":"313.346481ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T19:09:25.511746Z","caller":"traceutil/trace.go:171","msg":"trace[1576907152] linearizableReadLoop","detail":"{readStateIndex:25714; appliedIndex:25712; }","duration":"152.186934ms","start":"2026-05-08T19:09:25.359538Z","end":"2026-05-08T19:09:25.511725Z","steps":["trace[1576907152] 'read index received' (duration: 27.611168ms)","trace[1576907152] 'applied index is now lower than readState.Index' (duration: 124.574956ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:25.511799Z","caller":"traceutil/trace.go:171","msg":"trace[345459862] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"198.145848ms","start":"2026-05-08T19:09:25.313631Z","end":"2026-05-08T19:09:25.511777Z","steps":["trace[345459862] 'process raft request' (duration: 179.894124ms)","trace[345459862] 'compare' (duration: 18.1066ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:25.51189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.012756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:25.511917Z","caller":"traceutil/trace.go:171","msg":"trace[218780773] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24905; }","duration":"143.072627ms","start":"2026-05-08T19:09:25.368836Z","end":"2026-05-08T19:09:25.511909Z","steps":["trace[218780773] 'agreement among raft nodes before linearized reading' (duration: 143.009885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.512052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.487692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T19:09:25.512252Z","caller":"traceutil/trace.go:171","msg":"trace[274851269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24905; }","duration":"152.653627ms","start":"2026-05-08T19:09:25.35947Z","end":"2026-05-08T19:09:25.512124Z","steps":["trace[274851269] 'agreement among raft nodes before linearized reading' (duration: 152.321577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.845041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.288931ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-08T19:09:25.846363Z","caller":"traceutil/trace.go:171","msg":"trace[1549393198] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"327.621512ms","start":"2026-05-08T19:09:25.518711Z","end":"2026-05-08T19:09:25.846333Z","steps":["trace[1549393198] 'process raft request' (duration: 326.437149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.846476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:25.518675Z","time spent":"327.734925ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:25.847728Z","caller":"traceutil/trace.go:171","msg":"trace[167993155] linearizableReadLoop","detail":"{readStateIndex:25716; appliedIndex:25714; }","duration":"328.133486ms","start":"2026-05-08T19:09:25.519571Z","end":"2026-05-08T19:09:25.847705Z","steps":["trace[167993155] 'read index received' (duration: 132.285213ms)","trace[167993155] 'applied index is now lower than readState.Index' (duration: 195.847333ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:25.847765Z","caller":"traceutil/trace.go:171","msg":"trace[1056215116] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"283.381746ms","start":"2026-05-08T19:09:25.56435Z","end":"2026-05-08T19:09:25.847731Z","steps":["trace[1056215116] 'process raft request' (duration: 281.970936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.847892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.723088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:25.847939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.352853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-08T19:09:25.847949Z","caller":"traceutil/trace.go:171","msg":"trace[891774696] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24907; }","duration":"271.830271ms","start":"2026-05-08T19:09:25.576104Z","end":"2026-05-08T19:09:25.847934Z","steps":["trace[891774696] 'agreement among raft nodes before linearized reading' (duration: 271.740299ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:25.847973Z","caller":"traceutil/trace.go:171","msg":"trace[1864535431] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24907; }","duration":"328.398454ms","start":"2026-05-08T19:09:25.519563Z","end":"2026-05-08T19:09:25.847961Z","steps":["trace[1864535431] 'agreement among raft nodes before linearized reading' (duration: 328.26151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.848001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:25.519519Z","time spent":"328.475106ms","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T19:09:25.848228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.083362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:09:25.84826Z","caller":"traceutil/trace.go:171","msg":"trace[1762757929] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24907; }","duration":"259.152804ms","start":"2026-05-08T19:09:25.589101Z","end":"2026-05-08T19:09:25.848254Z","steps":["trace[1762757929] 'agreement among raft nodes before linearized reading' (duration: 259.078442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.848276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.360912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:09:25.848309Z","caller":"traceutil/trace.go:171","msg":"trace[713448628] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24907; }","duration":"166.437684ms","start":"2026-05-08T19:09:25.681862Z","end":"2026-05-08T19:09:25.8483Z","steps":["trace[713448628] 'agreement among raft nodes before linearized reading' (duration: 166.232729ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:26.419444Z","caller":"traceutil/trace.go:171","msg":"trace[1072383109] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"377.648011ms","start":"2026-05-08T19:09:26.041769Z","end":"2026-05-08T19:09:26.419417Z","steps":["trace[1072383109] 'process raft request' (duration: 377.438885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:26.419603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.041752Z","time spent":"377.780364ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:26.836436Z","caller":"traceutil/trace.go:171","msg":"trace[1683530952] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"705.232111ms","start":"2026-05-08T19:09:26.131172Z","end":"2026-05-08T19:09:26.836404Z","steps":["trace[1683530952] 'process raft request' (duration: 705.162079ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:26.836516Z","caller":"traceutil/trace.go:171","msg":"trace[378756558] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"715.83597ms","start":"2026-05-08T19:09:26.120633Z","end":"2026-05-08T19:09:26.836469Z","steps":["trace[378756558] 'process raft request' (duration: 623.221403ms)","trace[378756558] 'compare' (duration: 92.156054ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:26.836624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.131157Z","time spent":"705.366665ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:26.837019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.120604Z","time spent":"716.052426ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:27.382398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.188323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:27.382574Z","caller":"traceutil/trace.go:171","msg":"trace[1737120420] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"957.78447ms","start":"2026-05-08T19:09:26.424728Z","end":"2026-05-08T19:09:27.382512Z","steps":["trace[1737120420] 'process raft request' (duration: 529.373411ms)","trace[1737120420] 'compare' (duration: 427.791982ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:27.382631Z","caller":"traceutil/trace.go:171","msg":"trace[1502320166] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"585.176062ms","start":"2026-05-08T19:09:26.797435Z","end":"2026-05-08T19:09:27.382611Z","steps":["trace[1502320166] 'process raft request' (duration: 585.073999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:27.382711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.797409Z","time spent":"585.267175ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:27.382725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.424709Z","time spent":"957.939994ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:27.382837Z","caller":"traceutil/trace.go:171","msg":"trace[297782196] linearizableReadLoop","detail":"{readStateIndex:25721; appliedIndex:25718; }","duration":"911.424885ms","start":"2026-05-08T19:09:26.471405Z","end":"2026-05-08T19:09:27.382829Z","steps":["trace[297782196] 'read index received' (duration: 272.445389ms)","trace[297782196] 'applied index is now lower than readState.Index' (duration: 638.978716ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:27.383328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.919149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-08T19:09:27.383362Z","caller":"traceutil/trace.go:171","msg":"trace[408046615] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24912; }","duration":"911.98297ms","start":"2026-05-08T19:09:26.471371Z","end":"2026-05-08T19:09:27.383354Z","steps":["trace[408046615] 'agreement among raft nodes before linearized reading' (duration: 911.541847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:27.38342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.471355Z","time spent":"912.055982ms","remote":"127.0.0.1:54918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-08T19:09:27.846318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.821989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:27.846649Z","caller":"traceutil/trace.go:171","msg":"trace[1261305613] linearizableReadLoop","detail":"{readStateIndex:25725; appliedIndex:25722; }","duration":"463.762774ms","start":"2026-05-08T19:09:27.382874Z","end":"2026-05-08T19:09:27.846637Z","steps":["trace[1261305613] 'read index received' (duration: 179.3849ms)","trace[1261305613] 'applied index is now lower than readState.Index' (duration: 284.377174ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:27.846773Z","caller":"traceutil/trace.go:171","msg":"trace[1120418539] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"852.771203ms","start":"2026-05-08T19:09:26.993956Z","end":"2026-05-08T19:09:27.846727Z","steps":["trace[1120418539] 'process raft request' (duration: 852.614889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:27.846948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.892702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:27.846995Z","caller":"traceutil/trace.go:171","msg":"trace[1990005695] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24915; }","duration":"262.002596ms","start":"2026-05-08T19:09:27.584979Z","end":"2026-05-08T19:09:27.846982Z","steps":["trace[1990005695] 'agreement among raft nodes before linearized reading' (duration: 261.940364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:27.846992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.993944Z","time spent":"852.938849ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:27.847036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.587672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:09:27.847123Z","caller":"traceutil/trace.go:171","msg":"trace[735076224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24915; }","duration":"456.736427ms","start":"2026-05-08T19:09:27.390363Z","end":"2026-05-08T19:09:27.8471Z","steps":["trace[735076224] 'agreement among raft nodes before linearized reading' (duration: 456.446049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:27.847193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:27.390347Z","time spent":"456.835139ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T19:09:27.847264Z","caller":"traceutil/trace.go:171","msg":"trace[447108288] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"866.913083ms","start":"2026-05-08T19:09:26.980335Z","end":"2026-05-08T19:09:27.847248Z","steps":["trace[447108288] 'process raft request' (duration: 582.084545ms)","trace[447108288] 'compare' (duration: 282.894763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:27.847339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.980298Z","time spent":"867.006375ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:27.847424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.989387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:27.847444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.182601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:09:27.847458Z","caller":"traceutil/trace.go:171","msg":"trace[1754038304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24915; }","duration":"995.057179ms","start":"2026-05-08T19:09:26.852394Z","end":"2026-05-08T19:09:27.847451Z","steps":["trace[1754038304] 'agreement among raft nodes before linearized reading' (duration: 995.009157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:27.84751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.852372Z","time spent":"995.132401ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:09:27.847533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.337475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T19:09:27.847608Z","caller":"traceutil/trace.go:171","msg":"trace[228129097] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"855.731508ms","start":"2026-05-08T19:09:26.991864Z","end":"2026-05-08T19:09:27.847596Z","steps":["trace[228129097] 'process raft request' (duration: 854.588045ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:27.847479Z","caller":"traceutil/trace.go:171","msg":"trace[2118511718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24915; }","duration":"332.259903ms","start":"2026-05-08T19:09:27.515211Z","end":"2026-05-08T19:09:27.847471Z","steps":["trace[2118511718] 'agreement among raft nodes before linearized reading' (duration: 332.16142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:27.847584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051938851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-08T19:09:27.847694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:27.515186Z","time spent":"332.477808ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T19:09:27.84771Z","caller":"traceutil/trace.go:171","msg":"trace[603548235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24915; }","duration":"1.052131496s","start":"2026-05-08T19:09:26.795552Z","end":"2026-05-08T19:09:27.847683Z","steps":["trace[603548235] 'agreement among raft nodes before linearized reading' (duration: 1.051223621s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:27.847687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.991836Z","time spent":"855.80132ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:27.847769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:26.795532Z","time spent":"1.052227259s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:09:27.846843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.792105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T19:09:27.84763Z","caller":"traceutil/trace.go:171","msg":"trace[1404344797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24915; }","duration":"829.621692ms","start":"2026-05-08T19:09:27.017984Z","end":"2026-05-08T19:09:27.847606Z","steps":["trace[1404344797] 'agreement among raft nodes before linearized reading' (duration: 829.125098ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:27.847892Z","caller":"traceutil/trace.go:171","msg":"trace[385319765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24915; }","duration":"534.876485ms","start":"2026-05-08T19:09:27.313004Z","end":"2026-05-08T19:09:27.847881Z","steps":["trace[385319765] 'agreement among raft nodes before linearized reading' (duration: 533.735064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:27.84791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:27.017964Z","time spent":"829.938201ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:09:27.847947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:27.312984Z","time spent":"534.949268ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T19:09:32.227847Z","caller":"traceutil/trace.go:171","msg":"trace[171576114] linearizableReadLoop","detail":"{readStateIndex:25756; appliedIndex:25755; }","duration":"294.730456ms","start":"2026-05-08T19:09:31.933085Z","end":"2026-05-08T19:09:32.227815Z","steps":["trace[171576114] 'read index received' (duration: 294.611452ms)","trace[171576114] 'applied index is now lower than readState.Index' (duration: 117.664µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:32.227911Z","caller":"traceutil/trace.go:171","msg":"trace[1183855224] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"352.284215ms","start":"2026-05-08T19:09:31.875592Z","end":"2026-05-08T19:09:32.227877Z","steps":["trace[1183855224] 'process raft request' (duration: 352.038189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.228065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:31.875577Z","time spent":"352.406908ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:32.228971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.807906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:09:32.229957Z","caller":"traceutil/trace.go:171","msg":"trace[505068570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24945; }","duration":"296.019603ms","start":"2026-05-08T19:09:31.933054Z","end":"2026-05-08T19:09:32.229074Z","steps":["trace[505068570] 'agreement among raft nodes before linearized reading' (duration: 294.917651ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:32.276971Z","caller":"traceutil/trace.go:171","msg":"trace[2079837165] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"334.726243ms","start":"2026-05-08T19:09:31.942212Z","end":"2026-05-08T19:09:32.276938Z","steps":["trace[2079837165] 'process raft request' (duration: 334.343152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.277059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.914604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-08T19:09:32.276954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.908234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T19:09:32.277133Z","caller":"traceutil/trace.go:171","msg":"trace[1678596496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24946; }","duration":"326.034597ms","start":"2026-05-08T19:09:31.951082Z","end":"2026-05-08T19:09:32.277116Z","steps":["trace[1678596496] 'agreement among raft nodes before linearized reading' (duration: 325.7833ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:32.277195Z","caller":"traceutil/trace.go:171","msg":"trace[1471524170] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24946; }","duration":"326.214212ms","start":"2026-05-08T19:09:31.950946Z","end":"2026-05-08T19:09:32.27716Z","steps":["trace[1471524170] 'agreement among raft nodes before linearized reading' (duration: 325.815411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.277351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.211292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:09:32.277394Z","caller":"traceutil/trace.go:171","msg":"trace[971238999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24946; }","duration":"326.269523ms","start":"2026-05-08T19:09:31.951115Z","end":"2026-05-08T19:09:32.277385Z","steps":["trace[971238999] 'agreement among raft nodes before linearized reading' (duration: 326.073728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.277444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:31.951109Z","time spent":"326.328366ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T19:09:32.277236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:31.951075Z","time spent":"326.148621ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:09:32.277549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.461909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T19:09:32.277631Z","caller":"traceutil/trace.go:171","msg":"trace[1842799039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24946; }","duration":"326.564792ms","start":"2026-05-08T19:09:31.951045Z","end":"2026-05-08T19:09:32.277609Z","steps":["trace[1842799039] 'agreement among raft nodes before linearized reading' (duration: 325.916014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.277409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:31.950927Z","time spent":"326.436959ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:09:32.27771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:31.951036Z","time spent":"326.643455ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T19:09:32.278006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.769569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:09:32.278088Z","caller":"traceutil/trace.go:171","msg":"trace[1595042801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24946; }","duration":"320.862871ms","start":"2026-05-08T19:09:31.957206Z","end":"2026-05-08T19:09:32.278069Z","steps":["trace[1595042801] 'agreement among raft nodes before linearized reading' (duration: 319.636627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.278143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:31.942201Z","time spent":"334.855116ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:32.278173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:31.957184Z","time spent":"320.976114ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T19:09:32.423743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.922007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:32.423891Z","caller":"traceutil/trace.go:171","msg":"trace[585329980] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"189.825282ms","start":"2026-05-08T19:09:32.234041Z","end":"2026-05-08T19:09:32.423866Z","steps":["trace[585329980] 'process raft request' (duration: 86.68088ms)","trace[585329980] 'compare' (duration: 102.637758ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:32.43819Z","caller":"traceutil/trace.go:171","msg":"trace[441074036] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"156.581456ms","start":"2026-05-08T19:09:32.281579Z","end":"2026-05-08T19:09:32.43816Z","steps":["trace[441074036] 'process raft request' (duration: 156.327559ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:32.438275Z","caller":"traceutil/trace.go:171","msg":"trace[1470016326] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"156.622258ms","start":"2026-05-08T19:09:32.281615Z","end":"2026-05-08T19:09:32.438237Z","steps":["trace[1470016326] 'process raft request' (duration: 156.452493ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:32.438345Z","caller":"traceutil/trace.go:171","msg":"trace[1916812412] linearizableReadLoop","detail":"{readStateIndex:25763; appliedIndex:25758; }","duration":"112.870368ms","start":"2026-05-08T19:09:32.325441Z","end":"2026-05-08T19:09:32.438311Z","steps":["trace[1916812412] 'read index received' (duration: 112.488376ms)","trace[1916812412] 'applied index is now lower than readState.Index' (duration: 380.952µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:32.438357Z","caller":"traceutil/trace.go:171","msg":"trace[1842734415] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"156.257298ms","start":"2026-05-08T19:09:32.282077Z","end":"2026-05-08T19:09:32.438334Z","steps":["trace[1842734415] 'process raft request' (duration: 156.061712ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:32.438389Z","caller":"traceutil/trace.go:171","msg":"trace[252858679] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"155.917769ms","start":"2026-05-08T19:09:32.282454Z","end":"2026-05-08T19:09:32.438372Z","steps":["trace[252858679] 'process raft request' (duration: 155.813106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.43856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.090754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-08T19:09:32.438614Z","caller":"traceutil/trace.go:171","msg":"trace[305007876] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24952; }","duration":"113.222038ms","start":"2026-05-08T19:09:32.325378Z","end":"2026-05-08T19:09:32.4386Z","steps":["trace[305007876] 'agreement among raft nodes before linearized reading' (duration: 113.017602ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:32.439199Z","caller":"traceutil/trace.go:171","msg":"trace[1793413781] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"156.542237ms","start":"2026-05-08T19:09:32.281733Z","end":"2026-05-08T19:09:32.438276Z","steps":["trace[1793413781] 'process raft request' (duration: 156.370471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:33.064401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.736006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:09:33.064494Z","caller":"traceutil/trace.go:171","msg":"trace[221938655] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24952; }","duration":"510.881821ms","start":"2026-05-08T19:09:32.553593Z","end":"2026-05-08T19:09:33.064475Z","steps":["trace[221938655] 'count revisions from in-memory index tree' (duration: 510.615983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:33.064539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:32.553571Z","time spent":"510.957042ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:09:33.064723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.640687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-08T19:09:33.064829Z","caller":"traceutil/trace.go:171","msg":"trace[841840322] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24952; }","duration":"438.797031ms","start":"2026-05-08T19:09:32.626008Z","end":"2026-05-08T19:09:33.064806Z","steps":["trace[841840322] 'range keys from in-memory index tree' (duration: 438.438591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:33.064885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:32.625985Z","time spent":"438.886814ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-08T19:09:33.065383Z","caller":"traceutil/trace.go:171","msg":"trace[1106096854] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"208.337104ms","start":"2026-05-08T19:09:32.857022Z","end":"2026-05-08T19:09:33.06536Z","steps":["trace[1106096854] 'process raft request' (duration: 208.113318ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:33.066653Z","caller":"traceutil/trace.go:171","msg":"trace[252700643] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"208.001935ms","start":"2026-05-08T19:09:32.858626Z","end":"2026-05-08T19:09:33.066627Z","steps":["trace[252700643] 'process raft request' (duration: 207.771348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:41.760998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.821067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1fbb3b41-f6e2-4986-bdf0-c29f8c9f2b4b\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-08T19:09:41.761089Z","caller":"traceutil/trace.go:171","msg":"trace[1423748512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1fbb3b41-f6e2-4986-bdf0-c29f8c9f2b4b; range_end:; response_count:1; response_revision:25075; }","duration":"278.946851ms","start":"2026-05-08T19:09:41.482121Z","end":"2026-05-08T19:09:41.761068Z","steps":["trace[1423748512] 'range keys from in-memory index tree' (duration: 278.668474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:41.761214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.913703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-08T19:09:41.761504Z","caller":"traceutil/trace.go:171","msg":"trace[707506679] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25075; }","duration":"208.253333ms","start":"2026-05-08T19:09:41.55323Z","end":"2026-05-08T19:09:41.761483Z","steps":["trace[707506679] 'range keys from in-memory index tree' (duration: 207.715417ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.085679Z","caller":"traceutil/trace.go:171","msg":"trace[828375113] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"127.88908ms","start":"2026-05-08T19:09:41.957754Z","end":"2026-05-08T19:09:42.085643Z","steps":["trace[828375113] 'process raft request' (duration: 127.668534ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.37449Z","caller":"traceutil/trace.go:171","msg":"trace[159408126] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"100.346144ms","start":"2026-05-08T19:09:42.274118Z","end":"2026-05-08T19:09:42.374464Z","steps":["trace[159408126] 'process raft request' (duration: 100.173899ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.662972Z","caller":"traceutil/trace.go:171","msg":"trace[1476484417] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25890; }","duration":"276.277086ms","start":"2026-05-08T19:09:42.386667Z","end":"2026-05-08T19:09:42.662944Z","steps":["trace[1476484417] 'read index received' (duration: 276.112881ms)","trace[1476484417] 'applied index is now lower than readState.Index' (duration: 162.714µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:42.66315Z","caller":"traceutil/trace.go:171","msg":"trace[1175555041] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"316.435817ms","start":"2026-05-08T19:09:42.346698Z","end":"2026-05-08T19:09:42.663134Z","steps":["trace[1175555041] 'process raft request' (duration: 316.062346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.663293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.346675Z","time spent":"316.524ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:42.663493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.244963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:09:42.663599Z","caller":"traceutil/trace.go:171","msg":"trace[473429109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25078; }","duration":"143.375687ms","start":"2026-05-08T19:09:42.520197Z","end":"2026-05-08T19:09:42.663573Z","steps":["trace[473429109] 'agreement among raft nodes before linearized reading' (duration: 143.11548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.663498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.815621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1fbb3b41-f6e2-4986-bdf0-c29f8c9f2b4b\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-05-08T19:09:42.663673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.615014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T19:09:42.663715Z","caller":"traceutil/trace.go:171","msg":"trace[1031304810] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1fbb3b41-f6e2-4986-bdf0-c29f8c9f2b4b; range_end:; response_count:1; response_revision:25078; }","duration":"277.050438ms","start":"2026-05-08T19:09:42.386631Z","end":"2026-05-08T19:09:42.663681Z","steps":["trace[1031304810] 'agreement among raft nodes before linearized reading' (duration: 276.599915ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.663737Z","caller":"traceutil/trace.go:171","msg":"trace[1735153571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25078; }","duration":"143.773347ms","start":"2026-05-08T19:09:42.519953Z","end":"2026-05-08T19:09:42.663727Z","steps":["trace[1735153571] 'agreement among raft nodes before linearized reading' (duration: 143.468199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.663554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.210397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-08T19:09:42.663906Z","caller":"traceutil/trace.go:171","msg":"trace[1488912633] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25078; }","duration":"205.618908ms","start":"2026-05-08T19:09:42.458252Z","end":"2026-05-08T19:09:42.663871Z","steps":["trace[1488912633] 'agreement among raft nodes before linearized reading' (duration: 204.99642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.663766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.569588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T19:09:42.664039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.226177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:09:42.664075Z","caller":"traceutil/trace.go:171","msg":"trace[1183726441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25078; }","duration":"140.935548ms","start":"2026-05-08T19:09:42.523128Z","end":"2026-05-08T19:09:42.664064Z","steps":["trace[1183726441] 'agreement among raft nodes before linearized reading' (duration: 140.321951ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.664154Z","caller":"traceutil/trace.go:171","msg":"trace[1076016161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25078; }","duration":"151.390231ms","start":"2026-05-08T19:09:42.512734Z","end":"2026-05-08T19:09:42.664124Z","steps":["trace[1076016161] 'agreement among raft nodes before linearized reading' (duration: 150.653171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.664405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.018965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:09:42.664443Z","caller":"traceutil/trace.go:171","msg":"trace[883510005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25078; }","duration":"154.097268ms","start":"2026-05-08T19:09:42.510335Z","end":"2026-05-08T19:09:42.664433Z","steps":["trace[883510005] 'agreement among raft nodes before linearized reading' (duration: 153.548383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.665008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.393447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T19:09:42.665129Z","caller":"traceutil/trace.go:171","msg":"trace[150066710] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25078; }","duration":"126.562823ms","start":"2026-05-08T19:09:42.538544Z","end":"2026-05-08T19:09:42.665107Z","steps":["trace[150066710] 'agreement among raft nodes before linearized reading' (duration: 126.281805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.976982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.656946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:42.977092Z","caller":"traceutil/trace.go:171","msg":"trace[814021168] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"307.202507ms","start":"2026-05-08T19:09:42.669876Z","end":"2026-05-08T19:09:42.977078Z","steps":["trace[814021168] 'process raft request' (duration: 35.21741ms)","trace[814021168] 'compare' (duration: 271.530933ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:42.977129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.669851Z","time spent":"307.264369ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:42.977528Z","caller":"traceutil/trace.go:171","msg":"trace[713526176] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"307.613888ms","start":"2026-05-08T19:09:42.669876Z","end":"2026-05-08T19:09:42.97749Z","steps":["trace[713526176] 'process raft request' (duration: 307.173546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.977719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.669853Z","time spent":"307.768723ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:42.978527Z","caller":"traceutil/trace.go:171","msg":"trace[458720577] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"307.781434ms","start":"2026-05-08T19:09:42.670724Z","end":"2026-05-08T19:09:42.978505Z","steps":["trace[458720577] 'process raft request' (duration: 307.674441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.97865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.670709Z","time spent":"307.889076ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:42.978795Z","caller":"traceutil/trace.go:171","msg":"trace[266496178] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"307.699261ms","start":"2026-05-08T19:09:42.671073Z","end":"2026-05-08T19:09:42.978772Z","steps":["trace[266496178] 'process raft request' (duration: 307.386222ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.978886Z","caller":"traceutil/trace.go:171","msg":"trace[1527129108] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"308.215216ms","start":"2026-05-08T19:09:42.670653Z","end":"2026-05-08T19:09:42.978868Z","steps":["trace[1527129108] 'process raft request' (duration: 307.6399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.978932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.671063Z","time spent":"307.803874ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:42.978985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.670577Z","time spent":"308.360219ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:42.979363Z","caller":"traceutil/trace.go:171","msg":"trace[1616303345] linearizableReadLoop","detail":"{readStateIndex:25895; appliedIndex:25891; }","duration":"308.277348ms","start":"2026-05-08T19:09:42.67106Z","end":"2026-05-08T19:09:42.979337Z","steps":["trace[1616303345] 'read index received' (duration: 34.033678ms)","trace[1616303345] 'applied index is now lower than readState.Index' (duration: 274.2426ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:42.979397Z","caller":"traceutil/trace.go:171","msg":"trace[1971823058] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"308.150054ms","start":"2026-05-08T19:09:42.671198Z","end":"2026-05-08T19:09:42.979348Z","steps":["trace[1971823058] 'process raft request' (duration: 307.490676ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.979391Z","caller":"traceutil/trace.go:171","msg":"trace[1463527440] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"307.010761ms","start":"2026-05-08T19:09:42.672367Z","end":"2026-05-08T19:09:42.979378Z","steps":["trace[1463527440] 'process raft request' (duration: 306.837696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.979583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.515964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-05-08T19:09:42.979631Z","caller":"traceutil/trace.go:171","msg":"trace[2044986573] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25085; }","duration":"308.631918ms","start":"2026-05-08T19:09:42.670989Z","end":"2026-05-08T19:09:42.979621Z","steps":["trace[2044986573] 'agreement among raft nodes before linearized reading' (duration: 308.445022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.979626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.671178Z","time spent":"308.322758ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:42.97966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.67098Z","time spent":"308.675488ms","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-05-08T19:09:42.979768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.672357Z","time spent":"307.245998ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:42.999576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.176381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:42.999651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.911388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:42.999692Z","caller":"traceutil/trace.go:171","msg":"trace[334493954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25086; }","duration":"145.9802ms","start":"2026-05-08T19:09:42.853697Z","end":"2026-05-08T19:09:42.999678Z","steps":["trace[334493954] 'agreement among raft nodes before linearized reading' (duration: 145.930719ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.99965Z","caller":"traceutil/trace.go:171","msg":"trace[1077885854] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25086; }","duration":"224.289894ms","start":"2026-05-08T19:09:42.775342Z","end":"2026-05-08T19:09:42.999631Z","steps":["trace[1077885854] 'agreement among raft nodes before linearized reading' (duration: 224.13919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.999575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.784544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1fbb3b41-f6e2-4986-bdf0-c29f8c9f2b4b\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-05-08T19:09:42.999927Z","caller":"traceutil/trace.go:171","msg":"trace[155061221] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1fbb3b41-f6e2-4986-bdf0-c29f8c9f2b4b; range_end:; response_count:1; response_revision:25086; }","duration":"232.183716ms","start":"2026-05-08T19:09:42.767728Z","end":"2026-05-08T19:09:42.999911Z","steps":["trace[155061221] 'agreement among raft nodes before linearized reading' (duration: 231.754734ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:43.000238Z","caller":"traceutil/trace.go:171","msg":"trace[1623756320] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"138.135429ms","start":"2026-05-08T19:09:42.861328Z","end":"2026-05-08T19:09:42.999463Z","steps":["trace[1623756320] 'process raft request' (duration: 137.970053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:43.354506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.944469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:43.354699Z","caller":"traceutil/trace.go:171","msg":"trace[1369039723] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"249.508903ms","start":"2026-05-08T19:09:43.105175Z","end":"2026-05-08T19:09:43.354684Z","steps":["trace[1369039723] 'process raft request' (duration: 249.470352ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:43.35484Z","caller":"traceutil/trace.go:171","msg":"trace[444670758] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25899; }","duration":"346.093312ms","start":"2026-05-08T19:09:43.008723Z","end":"2026-05-08T19:09:43.354816Z","steps":["trace[444670758] 'read index received' (duration: 108.890386ms)","trace[444670758] 'applied index is now lower than readState.Index' (duration: 237.200386ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:43.354904Z","caller":"traceutil/trace.go:171","msg":"trace[921304569] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"348.066397ms","start":"2026-05-08T19:09:43.006806Z","end":"2026-05-08T19:09:43.354872Z","steps":["trace[921304569] 'process raft request' (duration: 110.689686ms)","trace[921304569] 'compare' (duration: 236.840866ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:43.354932Z","caller":"traceutil/trace.go:171","msg":"trace[11809173] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"255.429669ms","start":"2026-05-08T19:09:43.099482Z","end":"2026-05-08T19:09:43.354912Z","steps":["trace[11809173] 'process raft request' (duration: 255.10716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:43.355035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.26681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:43.355064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:43.006783Z","time spent":"348.195441ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:43.355105Z","caller":"traceutil/trace.go:171","msg":"trace[861944359] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25089; }","duration":"258.398343ms","start":"2026-05-08T19:09:43.09669Z","end":"2026-05-08T19:09:43.355088Z","steps":["trace[861944359] 'agreement among raft nodes before linearized reading' (duration: 258.28609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:43.355162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.41288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-08T19:09:43.355208Z","caller":"traceutil/trace.go:171","msg":"trace[726039186] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25089; }","duration":"346.512613ms","start":"2026-05-08T19:09:43.008686Z","end":"2026-05-08T19:09:43.355199Z","steps":["trace[726039186] 'agreement among raft nodes before linearized reading' (duration: 346.257316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:43.355257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:43.008675Z","time spent":"346.573316ms","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-08T19:09:48.28685Z","caller":"traceutil/trace.go:171","msg":"trace[1679494500] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"182.728103ms","start":"2026-05-08T19:09:48.104094Z","end":"2026-05-08T19:09:48.286822Z","steps":["trace[1679494500] 'process raft request' (duration: 177.380582ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:48.287131Z","caller":"traceutil/trace.go:171","msg":"trace[1534738897] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"141.175563ms","start":"2026-05-08T19:09:48.145914Z","end":"2026-05-08T19:09:48.287089Z","steps":["trace[1534738897] 'process raft request' (duration: 140.858934ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:04.046466Z","caller":"traceutil/trace.go:171","msg":"trace[1031397865] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"171.112458ms","start":"2026-05-08T19:10:03.875327Z","end":"2026-05-08T19:10:04.046439Z","steps":["trace[1031397865] 'process raft request' (duration: 171.018495ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:04.046799Z","caller":"traceutil/trace.go:171","msg":"trace[651453948] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"521.980743ms","start":"2026-05-08T19:10:03.524773Z","end":"2026-05-08T19:10:04.046754Z","steps":["trace[651453948] 'process raft request' (duration: 471.705368ms)","trace[651453948] 'compare' (duration: 49.423691ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:04.046864Z","caller":"traceutil/trace.go:171","msg":"trace[163687277] linearizableReadLoop","detail":"{readStateIndex:26107; appliedIndex:26106; }","duration":"470.730051ms","start":"2026-05-08T19:10:03.576105Z","end":"2026-05-08T19:10:04.046835Z","steps":["trace[163687277] 'read index received' (duration: 420.396234ms)","trace[163687277] 'applied index is now lower than readState.Index' (duration: 50.329796ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:04.046942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:03.524745Z","time spent":"522.121047ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:04.047051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.938106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:04.047149Z","caller":"traceutil/trace.go:171","msg":"trace[661179653] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25289; }","duration":"471.038459ms","start":"2026-05-08T19:10:03.57609Z","end":"2026-05-08T19:10:04.047128Z","steps":["trace[661179653] 'agreement among raft nodes before linearized reading' (duration: 470.894745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:04.047204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:03.576036Z","time spent":"471.149732ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:04.047468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.869269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:04.047557Z","caller":"traceutil/trace.go:171","msg":"trace[942677054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25289; }","duration":"193.001733ms","start":"2026-05-08T19:10:03.854533Z","end":"2026-05-08T19:10:04.047534Z","steps":["trace[942677054] 'agreement among raft nodes before linearized reading' (duration: 192.858019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:04.047503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.78135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:04.047708Z","caller":"traceutil/trace.go:171","msg":"trace[1716990435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25289; }","duration":"283.040727ms","start":"2026-05-08T19:10:03.764648Z","end":"2026-05-08T19:10:04.047689Z","steps":["trace[1716990435] 'agreement among raft nodes before linearized reading' (duration: 282.743599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:04.760065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.047568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:04.76018Z","caller":"traceutil/trace.go:171","msg":"trace[1678229501] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25289; }","duration":"455.181712ms","start":"2026-05-08T19:10:04.30495Z","end":"2026-05-08T19:10:04.760132Z","steps":["trace[1678229501] 'count revisions from in-memory index tree' (duration: 454.963615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:04.760223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:04.304932Z","time spent":"455.277495ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:04.760698Z","caller":"traceutil/trace.go:171","msg":"trace[1517907340] linearizableReadLoop","detail":"{readStateIndex:26109; appliedIndex:26108; }","duration":"409.157298ms","start":"2026-05-08T19:10:04.351524Z","end":"2026-05-08T19:10:04.760681Z","steps":["trace[1517907340] 'read index received' (duration: 380.858471ms)","trace[1517907340] 'applied index is now lower than readState.Index' (duration: 28.297797ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:04.760834Z","caller":"traceutil/trace.go:171","msg":"trace[195968274] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"409.59828ms","start":"2026-05-08T19:10:04.351202Z","end":"2026-05-08T19:10:04.760801Z","steps":["trace[195968274] 'process raft request' (duration: 380.928173ms)","trace[195968274] 'compare' (duration: 27.756531ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:04.760949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.429365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:04.760989Z","caller":"traceutil/trace.go:171","msg":"trace[1286885676] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25290; }","duration":"409.492277ms","start":"2026-05-08T19:10:04.351484Z","end":"2026-05-08T19:10:04.760976Z","steps":["trace[1286885676] 'agreement among raft nodes before linearized reading' (duration: 409.436066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:04.760995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:04.351177Z","time spent":"409.729314ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:04.761016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:04.351474Z","time spent":"409.535708ms","remote":"127.0.0.1:41102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:05.54396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.182727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:10:05.544095Z","caller":"traceutil/trace.go:171","msg":"trace[1934926590] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"1.079714141s","start":"2026-05-08T19:10:04.46435Z","end":"2026-05-08T19:10:05.544064Z","steps":["trace[1934926590] 'process raft request' (duration: 502.35303ms)","trace[1934926590] 'compare' (duration: 576.784555ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:05.544201Z","caller":"traceutil/trace.go:171","msg":"trace[321122584] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"749.752704ms","start":"2026-05-08T19:10:04.794432Z","end":"2026-05-08T19:10:05.544184Z","steps":["trace[321122584] 'process raft request' (duration: 749.62844ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:05.544234Z","caller":"traceutil/trace.go:171","msg":"trace[726233959] linearizableReadLoop","detail":"{readStateIndex:26110; appliedIndex:26109; }","duration":"783.477923ms","start":"2026-05-08T19:10:04.760737Z","end":"2026-05-08T19:10:05.544215Z","steps":["trace[726233959] 'read index received' (duration: 205.977927ms)","trace[726233959] 'applied index is now lower than readState.Index' (duration: 577.498206ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:05.544266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:04.464315Z","time spent":"1.079866846s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:05.544275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:04.794406Z","time spent":"749.836435ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:05.544374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.671193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:10:05.544414Z","caller":"traceutil/trace.go:171","msg":"trace[1417554315] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25292; }","duration":"824.855108ms","start":"2026-05-08T19:10:04.719546Z","end":"2026-05-08T19:10:05.544401Z","steps":["trace[1417554315] 'agreement among raft nodes before linearized reading' (duration: 824.750295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:05.544407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.700148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:10:05.544447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:04.719521Z","time spent":"824.91657ms","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:05.544465Z","caller":"traceutil/trace.go:171","msg":"trace[1695269791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25292; }","duration":"930.852112ms","start":"2026-05-08T19:10:04.613598Z","end":"2026-05-08T19:10:05.54445Z","steps":["trace[1695269791] 'agreement among raft nodes before linearized reading' (duration: 930.717148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:05.544501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:04.613575Z","time spent":"930.918863ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:05.544482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168638155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:05.544548Z","caller":"traceutil/trace.go:171","msg":"trace[512524097] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25292; }","duration":"1.168754528s","start":"2026-05-08T19:10:04.375777Z","end":"2026-05-08T19:10:05.544531Z","steps":["trace[512524097] 'agreement among raft nodes before linearized reading' (duration: 1.168617115s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:05.5446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:04.375758Z","time spent":"1.16883439s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:06.044763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546485942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T19:10:06.063972Z","caller":"traceutil/trace.go:171","msg":"trace[277639474] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"624.437317ms","start":"2026-05-08T19:10:05.439508Z","end":"2026-05-08T19:10:06.063945Z","steps":["trace[277639474] 'process raft request' (duration: 620.906887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.064113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.439483Z","time spent":"624.5598ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:06.090893Z","caller":"traceutil/trace.go:171","msg":"trace[595388170] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"642.908166ms","start":"2026-05-08T19:10:05.447923Z","end":"2026-05-08T19:10:06.090831Z","steps":["trace[595388170] 'process raft request' (duration: 642.68502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.091087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.447903Z","time spent":"643.093721ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:06.091191Z","caller":"traceutil/trace.go:171","msg":"trace[182693720] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"571.30743ms","start":"2026-05-08T19:10:05.519855Z","end":"2026-05-08T19:10:06.091163Z","steps":["trace[182693720] 'process raft request' (duration: 570.911939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.091331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.519836Z","time spent":"571.420124ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:06.623896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.902141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-08T19:10:06.626566Z","caller":"traceutil/trace.go:171","msg":"trace[624167163] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"1.049240185s","start":"2026-05-08T19:10:05.577295Z","end":"2026-05-08T19:10:06.626535Z","steps":["trace[624167163] 'process raft request' (duration: 1.046692443s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.626751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.577274Z","time spent":"1.049381559s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:06.88551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.909577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:10:06.885598Z","caller":"traceutil/trace.go:171","msg":"trace[1080031552] linearizableReadLoop","detail":"{readStateIndex:26116; appliedIndex:26111; }","duration":"1.341312536s","start":"2026-05-08T19:10:05.544271Z","end":"2026-05-08T19:10:06.885583Z","steps":["trace[1080031552] 'read index received' (duration: 516.160429ms)","trace[1080031552] 'applied index is now lower than readState.Index' (duration: 825.150847ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:06.885652Z","caller":"traceutil/trace.go:171","msg":"trace[456753214] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"833.584975ms","start":"2026-05-08T19:10:06.052056Z","end":"2026-05-08T19:10:06.885641Z","steps":["trace[456753214] 'process raft request' (duration: 574.458111ms)","trace[456753214] 'compare' (duration: 258.744043ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:06.885701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.05203Z","time spent":"833.644346ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:06.885826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754075374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-08T19:10:06.88591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057843954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:10:06.885912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806794109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:06.885918Z","caller":"traceutil/trace.go:171","msg":"trace[439843499] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25297; }","duration":"1.754208648s","start":"2026-05-08T19:10:05.131687Z","end":"2026-05-08T19:10:06.885896Z","steps":["trace[439843499] 'agreement among raft nodes before linearized reading' (duration: 1.753997412s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:06.885966Z","caller":"traceutil/trace.go:171","msg":"trace[68429460] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25297; }","duration":"1.806882881s","start":"2026-05-08T19:10:05.079066Z","end":"2026-05-08T19:10:06.885949Z","steps":["trace[68429460] 'agreement among raft nodes before linearized reading' (duration: 1.806795049s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.885955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770535078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-08T19:10:06.88597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738930418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-08T19:10:06.885998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.131667Z","time spent":"1.754321851s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T19:10:06.886005Z","caller":"traceutil/trace.go:171","msg":"trace[672786302] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25297; }","duration":"2.057976327s","start":"2026-05-08T19:10:04.828017Z","end":"2026-05-08T19:10:06.885994Z","steps":["trace[672786302] 'agreement among raft nodes before linearized reading' (duration: 2.057870874s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.886003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.07905Z","time spent":"1.806944592s","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:06.886024Z","caller":"traceutil/trace.go:171","msg":"trace[1369059396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25297; }","duration":"1.770644311s","start":"2026-05-08T19:10:05.115364Z","end":"2026-05-08T19:10:06.886008Z","steps":["trace[1369059396] 'agreement among raft nodes before linearized reading' (duration: 1.770443185s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.886043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:04.827994Z","time spent":"2.05803898s","remote":"127.0.0.1:60390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:06.886034Z","caller":"traceutil/trace.go:171","msg":"trace[523478478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25297; }","duration":"1.739027001s","start":"2026-05-08T19:10:05.146989Z","end":"2026-05-08T19:10:06.886016Z","steps":["trace[523478478] 'agreement among raft nodes before linearized reading' (duration: 1.738860476s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.886072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.115336Z","time spent":"1.770727632s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T19:10:06.886091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.146965Z","time spent":"1.739113143s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:10:06.886147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742202919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-08T19:10:06.88587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759063935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T19:10:06.886183Z","caller":"traceutil/trace.go:171","msg":"trace[2087700214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25297; }","duration":"1.742272911s","start":"2026-05-08T19:10:05.143901Z","end":"2026-05-08T19:10:06.886174Z","steps":["trace[2087700214] 'agreement among raft nodes before linearized reading' (duration: 1.742182629s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.886209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.143881Z","time spent":"1.742321973s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T19:10:06.886217Z","caller":"traceutil/trace.go:171","msg":"trace[1126381134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25297; }","duration":"1.759443125s","start":"2026-05-08T19:10:05.126757Z","end":"2026-05-08T19:10:06.886201Z","steps":["trace[1126381134] 'agreement among raft nodes before linearized reading' (duration: 1.759025234s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.886248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761194534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-08T19:10:06.886263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.126736Z","time spent":"1.759514078s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:06.886149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647670108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:06.886304Z","caller":"traceutil/trace.go:171","msg":"trace[556285403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25297; }","duration":"1.761269316s","start":"2026-05-08T19:10:05.125017Z","end":"2026-05-08T19:10:06.886286Z","steps":["trace[556285403] 'agreement among raft nodes before linearized reading' (duration: 1.761149432s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:06.886341Z","caller":"traceutil/trace.go:171","msg":"trace[634707259] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25297; }","duration":"1.648143231s","start":"2026-05-08T19:10:05.238177Z","end":"2026-05-08T19:10:06.88632Z","steps":["trace[634707259] 'agreement among raft nodes before linearized reading' (duration: 1.647657978s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.886344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.125001Z","time spent":"1.761332928s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:06.886391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.238157Z","time spent":"1.648221694s","remote":"127.0.0.1:49766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:06.88653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556954425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-08T19:10:06.886654Z","caller":"traceutil/trace.go:171","msg":"trace[418250454] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25297; }","duration":"1.557120779s","start":"2026-05-08T19:10:05.329512Z","end":"2026-05-08T19:10:06.886633Z","steps":["trace[418250454] 'agreement among raft nodes before linearized reading' (duration: 1.556833091s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:06.88677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.329488Z","time spent":"1.557264093s","remote":"127.0.0.1:60372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-08T19:10:07.385855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546485947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:10:07.85492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:10:07.855024Z","caller":"traceutil/trace.go:171","msg":"trace[552384523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012585s","start":"2026-05-08T19:10:05.854872Z","end":"2026-05-08T19:10:07.854998Z","steps":["trace[552384523] 'agreement among raft nodes before linearized reading' (duration: 2.000011697s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:07.855075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.854852Z","time spent":"2.000212082s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:10:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:10:07.886334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11981556s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:10:07.886828Z","caller":"traceutil/trace.go:171","msg":"trace[347442260] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"1.120392107s","start":"2026-05-08T19:10:06.766402Z","end":"2026-05-08T19:10:07.886794Z","steps":["trace[347442260] 'process raft request' (duration: 1.120197732s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:07.887025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.76637Z","time spent":"1.120575322s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:07.887078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546485947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:10:09.322394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.070076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:10:09.322702Z","caller":"traceutil/trace.go:171","msg":"trace[760847861] linearizableReadLoop","detail":"{readStateIndex:26124; appliedIndex:26118; }","duration":"2.43707209s","start":"2026-05-08T19:10:06.885618Z","end":"2026-05-08T19:10:09.32269Z","steps":["trace[760847861] 'read index received' (duration: 1.001552663s)","trace[760847861] 'applied index is now lower than readState.Index' (duration: 1.435518507s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:09.322732Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5827831678546485962,"received-request-id":5827831678546485947} {"level":"info","ts":"2026-05-08T19:10:09.322855Z","caller":"traceutil/trace.go:171","msg":"trace[1935746478] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"1.773397298s","start":"2026-05-08T19:10:07.549423Z","end":"2026-05-08T19:10:09.32282Z","steps":["trace[1935746478] 'process raft request' (duration: 1.773215053s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.322967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044612811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-08T19:10:09.322997Z","caller":"traceutil/trace.go:171","msg":"trace[655864497] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25306; }","duration":"3.044702964s","start":"2026-05-08T19:10:06.278286Z","end":"2026-05-08T19:10:09.322988Z","steps":["trace[655864497] 'agreement among raft nodes before linearized reading' (duration: 3.044596881s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.322996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50247369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:10:09.323019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.278267Z","time spent":"3.044746435s","remote":"127.0.0.1:54984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-08T19:10:09.323005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695908683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:09.323048Z","caller":"traceutil/trace.go:171","msg":"trace[1238865333] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"2.432176962s","start":"2026-05-08T19:10:06.890855Z","end":"2026-05-08T19:10:09.323032Z","steps":["trace[1238865333] 'process raft request' (duration: 1.990396056s)","trace[1238865333] 'compare' (duration: 440.537142ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:09.323073Z","caller":"traceutil/trace.go:171","msg":"trace[98420666] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"1.77345932s","start":"2026-05-08T19:10:07.549605Z","end":"2026-05-08T19:10:09.323064Z","steps":["trace[98420666] 'process raft request' (duration: 1.773058119s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.323069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718710767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-08T19:10:09.323095Z","caller":"traceutil/trace.go:171","msg":"trace[1088939658] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25306; }","duration":"3.696048217s","start":"2026-05-08T19:10:05.627028Z","end":"2026-05-08T19:10:09.323076Z","steps":["trace[1088939658] 'agreement among raft nodes before linearized reading' (duration: 3.695879223s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:09.323124Z","caller":"traceutil/trace.go:171","msg":"trace[1422834228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25306; }","duration":"2.718804309s","start":"2026-05-08T19:10:06.604306Z","end":"2026-05-08T19:10:09.32311Z","steps":["trace[1422834228] 'agreement among raft nodes before linearized reading' (duration: 2.718537752s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.32313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:07.54959Z","time spent":"1.773508751s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:09.323124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.890836Z","time spent":"2.432249634s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:09.323149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:05.627013Z","time spent":"3.696123129s","remote":"127.0.0.1:59080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:09.323162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.604285Z","time spent":"2.718869441s","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T19:10:09.323229Z","caller":"traceutil/trace.go:171","msg":"trace[364441942] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"2.432307205s","start":"2026-05-08T19:10:06.890914Z","end":"2026-05-08T19:10:09.323221Z","steps":["trace[364441942] 'process raft request' (duration: 2.431555985s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.323269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.890843Z","time spent":"2.432404268s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:09.323244Z","caller":"traceutil/trace.go:171","msg":"trace[868665215] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"2.432231173s","start":"2026-05-08T19:10:06.890989Z","end":"2026-05-08T19:10:09.323221Z","steps":["trace[868665215] 'process raft request' (duration: 2.431574945s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.323259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550078041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10854"} {"level":"warn","ts":"2026-05-08T19:10:09.322994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:07.549396Z","time spent":"1.773527052s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:09.323328Z","caller":"traceutil/trace.go:171","msg":"trace[741024508] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25306; }","duration":"2.550199194s","start":"2026-05-08T19:10:06.773114Z","end":"2026-05-08T19:10:09.323313Z","steps":["trace[741024508] 'agreement among raft nodes before linearized reading' (duration: 2.549953887s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:09.323325Z","caller":"traceutil/trace.go:171","msg":"trace[1858197303] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"2.430398691s","start":"2026-05-08T19:10:06.892915Z","end":"2026-05-08T19:10:09.323313Z","steps":["trace[1858197303] 'process raft request' (duration: 2.429698382s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.323366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.773096Z","time spent":"2.550261365s","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10877,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-08T19:10:09.323396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158214288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:10:09.323418Z","caller":"traceutil/trace.go:171","msg":"trace[886982289] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25306; }","duration":"3.158236349s","start":"2026-05-08T19:10:06.165175Z","end":"2026-05-08T19:10:09.323412Z","steps":["trace[886982289] 'agreement among raft nodes before linearized reading' (duration: 3.158170777s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:09.323283Z","caller":"traceutil/trace.go:171","msg":"trace[1384736371] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"2.430977689s","start":"2026-05-08T19:10:06.89229Z","end":"2026-05-08T19:10:09.323268Z","steps":["trace[1384736371] 'process raft request' (duration: 2.43029697s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:09.323428Z","caller":"traceutil/trace.go:171","msg":"trace[1114038471] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"2.43247875s","start":"2026-05-08T19:10:06.890934Z","end":"2026-05-08T19:10:09.323412Z","steps":["trace[1114038471] 'process raft request' (duration: 2.431604005s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.323438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.165157Z","time spent":"3.15827672s","remote":"127.0.0.1:55316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:09.32304Z","caller":"traceutil/trace.go:171","msg":"trace[2128657012] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25306; }","duration":"2.502524042s","start":"2026-05-08T19:10:06.820504Z","end":"2026-05-08T19:10:09.323028Z","steps":["trace[2128657012] 'agreement among raft nodes before linearized reading' (duration: 2.5024449s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.323476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.890915Z","time spent":"2.432537242s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:09.323476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.892282Z","time spent":"2.431163394s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:09.323488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.820435Z","time spent":"2.503033825s","remote":"127.0.0.1:59038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:09.32342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.892907Z","time spent":"2.430466683s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:09.323357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:06.89097Z","time spent":"2.432329956s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:09.823114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546485962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:10:09.855485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:10:09.855596Z","caller":"traceutil/trace.go:171","msg":"trace[1016666762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623554s","start":"2026-05-08T19:10:07.854951Z","end":"2026-05-08T19:10:09.855575Z","steps":["trace[1016666762] 'agreement among raft nodes before linearized reading' (duration: 2.00048551s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:09.855651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:07.854936Z","time spent":"2.000702176s","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:10:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:10:10.078104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196716476s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:10:10.078492Z","caller":"traceutil/trace.go:171","msg":"trace[2080531570] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"1.395983405s","start":"2026-05-08T19:10:08.682488Z","end":"2026-05-08T19:10:10.078471Z","steps":["trace[2080531570] 'process raft request' (duration: 1.395951404s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.078601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:08.682462Z","time spent":"1.396070837s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:10.078708Z","caller":"traceutil/trace.go:171","msg":"trace[1730157898] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"1.981854596s","start":"2026-05-08T19:10:08.096821Z","end":"2026-05-08T19:10:10.078676Z","steps":["trace[1730157898] 'process raft request' (duration: 1.981554268s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:10.078745Z","caller":"traceutil/trace.go:171","msg":"trace[1658847132] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"1.445612181s","start":"2026-05-08T19:10:08.633087Z","end":"2026-05-08T19:10:10.078699Z","steps":["trace[1658847132] 'process raft request' (duration: 1.445325103s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.078821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:08.633061Z","time spent":"1.445724134s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:10.078704Z","caller":"traceutil/trace.go:171","msg":"trace[449220063] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"2.008622749s","start":"2026-05-08T19:10:08.070042Z","end":"2026-05-08T19:10:10.078665Z","steps":["trace[449220063] 'process raft request' (duration: 2.008196207s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.078853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:08.096801Z","time spent":"1.981971539s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:10.078882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:08.070019Z","time spent":"2.008833025s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:10.186446Z","caller":"traceutil/trace.go:171","msg":"trace[2047655086] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"1.293354555s","start":"2026-05-08T19:10:08.893048Z","end":"2026-05-08T19:10:10.186403Z","steps":["trace[2047655086] 'process raft request' (duration: 1.262502477s)","trace[2047655086] 'compare' (duration: 30.515979ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:10.186492Z","caller":"traceutil/trace.go:171","msg":"trace[2019016673] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"1.133819144s","start":"2026-05-08T19:10:09.052654Z","end":"2026-05-08T19:10:10.186473Z","steps":["trace[2019016673] 'process raft request' (duration: 1.133638179s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.186621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:09.052624Z","time spent":"1.133909867s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:10.186615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:08.893029Z","time spent":"1.293505089s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:10.186613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17910896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:10:10.186681Z","caller":"traceutil/trace.go:171","msg":"trace[1187076514] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25314; }","duration":"1.179227973s","start":"2026-05-08T19:10:09.007436Z","end":"2026-05-08T19:10:10.186664Z","steps":["trace[1187076514] 'agreement among raft nodes before linearized reading' (duration: 1.17910229s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:10.186545Z","caller":"traceutil/trace.go:171","msg":"trace[1588968745] linearizableReadLoop","detail":"{readStateIndex:26133; appliedIndex:26126; }","duration":"863.788073ms","start":"2026-05-08T19:10:09.322722Z","end":"2026-05-08T19:10:10.18651Z","steps":["trace[1588968745] 'read index received' (duration: 755.529467ms)","trace[1588968745] 'applied index is now lower than readState.Index' (duration: 108.256616ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:10.186808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342101388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-08T19:10:10.18686Z","caller":"traceutil/trace.go:171","msg":"trace[1318979033] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25314; }","duration":"1.34218997s","start":"2026-05-08T19:10:08.844654Z","end":"2026-05-08T19:10:10.186844Z","steps":["trace[1318979033] 'agreement among raft nodes before linearized reading' (duration: 1.342053057s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.186875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989849861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:10:10.186904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:08.844631Z","time spent":"1.342263273s","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-08T19:10:10.186915Z","caller":"traceutil/trace.go:171","msg":"trace[1879101081] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"294.272533ms","start":"2026-05-08T19:10:09.892635Z","end":"2026-05-08T19:10:10.186908Z","steps":["trace[1879101081] 'process raft request' (duration: 293.80977ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:10.186913Z","caller":"traceutil/trace.go:171","msg":"trace[1539960076] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25314; }","duration":"1.989932433s","start":"2026-05-08T19:10:08.196971Z","end":"2026-05-08T19:10:10.186903Z","steps":["trace[1539960076] 'agreement among raft nodes before linearized reading' (duration: 1.989756628s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.186962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:08.196941Z","time spent":"1.990011556s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:10.186722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:09.007415Z","time spent":"1.179300185s","remote":"127.0.0.1:47008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:10.187045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355569825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:10:10.187122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024375991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:10.187159Z","caller":"traceutil/trace.go:171","msg":"trace[686830747] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25314; }","duration":"3.024412822s","start":"2026-05-08T19:10:07.162735Z","end":"2026-05-08T19:10:10.187148Z","steps":["trace[686830747] 'agreement among raft nodes before linearized reading' (duration: 3.0243521s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.187186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:07.162677Z","time spent":"3.024501785s","remote":"127.0.0.1:59122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:10.187175Z","caller":"traceutil/trace.go:171","msg":"trace[868164323] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25314; }","duration":"2.355787171s","start":"2026-05-08T19:10:07.831331Z","end":"2026-05-08T19:10:10.187118Z","steps":["trace[868164323] 'agreement among raft nodes before linearized reading' (duration: 2.355557574s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.186676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862585238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:10:10.187263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:07.831305Z","time spent":"2.355940406s","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:10.187296Z","caller":"traceutil/trace.go:171","msg":"trace[1087906561] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25314; }","duration":"1.863254498s","start":"2026-05-08T19:10:08.324032Z","end":"2026-05-08T19:10:10.187286Z","steps":["trace[1087906561] 'agreement among raft nodes before linearized reading' (duration: 1.862601479s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.187333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:08.324007Z","time spent":"1.863315679s","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:10.187336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.253049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-82484690-2414-4f07-aa7e-e0a3148f1688\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-08T19:10:10.187376Z","caller":"traceutil/trace.go:171","msg":"trace[391637570] range","detail":"{range_begin:/registry/persistentvolumes/pvc-82484690-2414-4f07-aa7e-e0a3148f1688; range_end:; response_count:1; response_revision:25314; }","duration":"858.330001ms","start":"2026-05-08T19:10:09.329035Z","end":"2026-05-08T19:10:10.187365Z","steps":["trace[391637570] 'agreement among raft nodes before linearized reading' (duration: 858.219158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.187416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:09.329015Z","time spent":"858.394173ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-82484690-2414-4f07-aa7e-e0a3148f1688\" "} {"level":"info","ts":"2026-05-08T19:10:10.186882Z","caller":"traceutil/trace.go:171","msg":"trace[942588655] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"850.576821ms","start":"2026-05-08T19:10:09.336295Z","end":"2026-05-08T19:10:10.186871Z","steps":["trace[942588655] 'process raft request' (duration: 850.059767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.187439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.551139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa349ee2cad0\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-08T19:10:10.187467Z","caller":"traceutil/trace.go:171","msg":"trace[326574843] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa349ee2cad0; range_end:; response_count:1; response_revision:25314; }","duration":"328.61294ms","start":"2026-05-08T19:10:09.858847Z","end":"2026-05-08T19:10:10.18746Z","steps":["trace[326574843] 'agreement among raft nodes before linearized reading' (duration: 328.500877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.187487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:09.85883Z","time spent":"328.651851ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa349ee2cad0\" "} {"level":"warn","ts":"2026-05-08T19:10:10.187496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:09.336274Z","time spent":"851.172009ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10656,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:10.187576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.702463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:10:10.187641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.201036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:10.187666Z","caller":"traceutil/trace.go:171","msg":"trace[1748851281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25314; }","duration":"324.240797ms","start":"2026-05-08T19:10:09.863418Z","end":"2026-05-08T19:10:10.187659Z","steps":["trace[1748851281] 'agreement among raft nodes before linearized reading' (duration: 324.166385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.187689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:09.863406Z","time spent":"324.277868ms","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:10:10.187429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.066267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:10.187855Z","caller":"traceutil/trace.go:171","msg":"trace[1878432309] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25314; }","duration":"208.53921ms","start":"2026-05-08T19:10:09.979306Z","end":"2026-05-08T19:10:10.187845Z","steps":["trace[1878432309] 'agreement among raft nodes before linearized reading' (duration: 208.091628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.187855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.019151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-08T19:10:10.187908Z","caller":"traceutil/trace.go:171","msg":"trace[678173387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25314; }","duration":"858.109654ms","start":"2026-05-08T19:10:09.329784Z","end":"2026-05-08T19:10:10.187894Z","steps":["trace[678173387] 'agreement among raft nodes before linearized reading' (duration: 857.938299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.187924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.073653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:10.187949Z","caller":"traceutil/trace.go:171","msg":"trace[130250543] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25314; }","duration":"631.146135ms","start":"2026-05-08T19:10:09.556795Z","end":"2026-05-08T19:10:10.187941Z","steps":["trace[130250543] 'agreement among raft nodes before linearized reading' (duration: 631.105434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.187949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:09.32976Z","time spent":"858.176366ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:10:10.187973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:09.556769Z","time spent":"631.196407ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:10.187657Z","caller":"traceutil/trace.go:171","msg":"trace[756848609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25314; }","duration":"398.818867ms","start":"2026-05-08T19:10:09.788829Z","end":"2026-05-08T19:10:10.187648Z","steps":["trace[756848609] 'agreement among raft nodes before linearized reading' (duration: 398.718764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:10.188452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:09.788809Z","time spent":"399.627379ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T19:10:11.318374Z","caller":"traceutil/trace.go:171","msg":"trace[2083013835] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"380.49256ms","start":"2026-05-08T19:10:10.93786Z","end":"2026-05-08T19:10:11.318352Z","steps":["trace[2083013835] 'process raft request' (duration: 380.345616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:11.318506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:10.937843Z","time spent":"380.598722ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:10:11.726167Z","caller":"traceutil/trace.go:171","msg":"trace[456613234] linearizableReadLoop","detail":"{readStateIndex:26148; appliedIndex:26146; }","duration":"750.502056ms","start":"2026-05-08T19:10:10.975641Z","end":"2026-05-08T19:10:11.726143Z","steps":["trace[456613234] 'read index received' (duration: 342.609954ms)","trace[456613234] 'applied index is now lower than readState.Index' (duration: 407.890872ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:11.726227Z","caller":"traceutil/trace.go:171","msg":"trace[211236944] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"781.799827ms","start":"2026-05-08T19:10:10.944376Z","end":"2026-05-08T19:10:11.726176Z","steps":["trace[211236944] 'process raft request' (duration: 781.526249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:11.72638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:10.944369Z","time spent":"781.93ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7219,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:11.726494Z","caller":"traceutil/trace.go:171","msg":"trace[1476002436] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"559.504689ms","start":"2026-05-08T19:10:11.166976Z","end":"2026-05-08T19:10:11.726481Z","steps":["trace[1476002436] 'process raft request' (duration: 559.101318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:11.726527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.856095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:10:11.726606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.166951Z","time spent":"559.577911ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:11.726612Z","caller":"traceutil/trace.go:171","msg":"trace[1027707201] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25328; }","duration":"751.006629ms","start":"2026-05-08T19:10:10.975588Z","end":"2026-05-08T19:10:11.726594Z","steps":["trace[1027707201] 'agreement among raft nodes before linearized reading' (duration: 750.803924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:11.726664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:10.975563Z","time spent":"751.091422ms","remote":"127.0.0.1:55296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:12.023337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.862007ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:12.023445Z","caller":"traceutil/trace.go:171","msg":"trace[1064317618] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25328; }","duration":"150.991241ms","start":"2026-05-08T19:10:11.872439Z","end":"2026-05-08T19:10:12.02343Z","steps":["trace[1064317618] 'range keys from in-memory index tree' (duration: 150.842286ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:12.042198Z","caller":"traceutil/trace.go:171","msg":"trace[34356434] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"709.78572ms","start":"2026-05-08T19:10:11.332392Z","end":"2026-05-08T19:10:12.042178Z","steps":["trace[34356434] 'process raft request' (duration: 709.296486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.042309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.332379Z","time spent":"709.871113ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:12.042528Z","caller":"traceutil/trace.go:171","msg":"trace[916467915] linearizableReadLoop","detail":"{readStateIndex:26152; appliedIndex:26149; }","duration":"316.242282ms","start":"2026-05-08T19:10:11.72626Z","end":"2026-05-08T19:10:12.042503Z","steps":["trace[916467915] 'read index received' (duration: 315.534272ms)","trace[916467915] 'applied index is now lower than readState.Index' (duration: 706.74µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:12.042628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.095449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-08T19:10:12.042658Z","caller":"traceutil/trace.go:171","msg":"trace[1344905829] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25331; }","duration":"710.152461ms","start":"2026-05-08T19:10:11.332494Z","end":"2026-05-08T19:10:12.042647Z","steps":["trace[1344905829] 'agreement among raft nodes before linearized reading' (duration: 710.060098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.042679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.332468Z","time spent":"710.207032ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T19:10:12.042793Z","caller":"traceutil/trace.go:171","msg":"trace[1915122425] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"710.276014ms","start":"2026-05-08T19:10:11.33251Z","end":"2026-05-08T19:10:12.042786Z","steps":["trace[1915122425] 'process raft request' (duration: 709.40667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.042837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.332468Z","time spent":"710.349356ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:12.042864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.344756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T19:10:12.04291Z","caller":"traceutil/trace.go:171","msg":"trace[891081862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25331; }","duration":"710.441099ms","start":"2026-05-08T19:10:11.332457Z","end":"2026-05-08T19:10:12.042898Z","steps":["trace[891081862] 'agreement among raft nodes before linearized reading' (duration: 710.201602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.042966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.332436Z","time spent":"710.52102ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-08T19:10:12.043015Z","caller":"traceutil/trace.go:171","msg":"trace[2146939216] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"415.372602ms","start":"2026-05-08T19:10:11.627633Z","end":"2026-05-08T19:10:12.043005Z","steps":["trace[2146939216] 'process raft request' (duration: 414.803076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.043058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.627612Z","time spent":"415.423084ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9527,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:12.043182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.819823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-08T19:10:12.04321Z","caller":"traceutil/trace.go:171","msg":"trace[235104399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25331; }","duration":"708.859683ms","start":"2026-05-08T19:10:11.334344Z","end":"2026-05-08T19:10:12.043204Z","steps":["trace[235104399] 'agreement among raft nodes before linearized reading' (duration: 708.794961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.043227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.334338Z","time spent":"708.884394ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:12.043308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.001597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T19:10:12.04333Z","caller":"traceutil/trace.go:171","msg":"trace[9924642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25331; }","duration":"709.030428ms","start":"2026-05-08T19:10:11.334294Z","end":"2026-05-08T19:10:12.043325Z","steps":["trace[9924642] 'agreement among raft nodes before linearized reading' (duration: 708.976536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.043348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.33429Z","time spent":"709.053988ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:12.043453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.213424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-08T19:10:12.043483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.665674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T19:10:12.043503Z","caller":"traceutil/trace.go:171","msg":"trace[562673953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25331; }","duration":"710.693594ms","start":"2026-05-08T19:10:11.332803Z","end":"2026-05-08T19:10:12.043497Z","steps":["trace[562673953] 'agreement among raft nodes before linearized reading' (duration: 710.636783ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:12.043504Z","caller":"traceutil/trace.go:171","msg":"trace[225488576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25331; }","duration":"714.282986ms","start":"2026-05-08T19:10:11.329204Z","end":"2026-05-08T19:10:12.043487Z","steps":["trace[225488576] 'agreement among raft nodes before linearized reading' (duration: 714.156853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.043523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.332799Z","time spent":"710.718725ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:12.043537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.32919Z","time spent":"714.338497ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T19:10:12.043829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.233097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:10:12.043854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.090246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:10:12.043863Z","caller":"traceutil/trace.go:171","msg":"trace[516262968] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25331; }","duration":"745.294669ms","start":"2026-05-08T19:10:11.298554Z","end":"2026-05-08T19:10:12.043849Z","steps":["trace[516262968] 'agreement among raft nodes before linearized reading' (duration: 745.153775ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:12.04388Z","caller":"traceutil/trace.go:171","msg":"trace[2062290427] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25331; }","duration":"927.144438ms","start":"2026-05-08T19:10:11.116727Z","end":"2026-05-08T19:10:12.043872Z","steps":["trace[2062290427] 'agreement among raft nodes before linearized reading' (duration: 927.094066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.04391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.116701Z","time spent":"927.20334ms","remote":"127.0.0.1:60372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:12.04429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.011542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274422"} {"level":"info","ts":"2026-05-08T19:10:12.044317Z","caller":"traceutil/trace.go:171","msg":"trace[1022873191] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25331; }","duration":"961.068323ms","start":"2026-05-08T19:10:11.083243Z","end":"2026-05-08T19:10:12.044312Z","steps":["trace[1022873191] 'agreement among raft nodes before linearized reading' (duration: 960.753493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.044316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.995018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29637790-lchkf\" ","response":"range_response_count:1 size:7237"} {"level":"warn","ts":"2026-05-08T19:10:12.043884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.298538Z","time spent":"745.34082ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:12.044356Z","caller":"traceutil/trace.go:171","msg":"trace[71672201] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29637790-lchkf; range_end:; response_count:1; response_revision:25331; }","duration":"304.07727ms","start":"2026-05-08T19:10:11.740271Z","end":"2026-05-08T19:10:12.044348Z","steps":["trace[71672201] 'agreement among raft nodes before linearized reading' (duration: 303.990818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.044377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.740244Z","time spent":"304.128252ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7260,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29637790-lchkf\" "} {"level":"warn","ts":"2026-05-08T19:10:12.044498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011905834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:10:12.044517Z","caller":"traceutil/trace.go:171","msg":"trace[1262538249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25331; }","duration":"1.011958336s","start":"2026-05-08T19:10:11.032553Z","end":"2026-05-08T19:10:12.044511Z","steps":["trace[1262538249] 'agreement among raft nodes before linearized reading' (duration: 1.011924745s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.044535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.032533Z","time spent":"1.011997167s","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:12.044589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.863025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:12.044614Z","caller":"traceutil/trace.go:171","msg":"trace[1503679096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25331; }","duration":"189.922576ms","start":"2026-05-08T19:10:11.854685Z","end":"2026-05-08T19:10:12.044607Z","steps":["trace[1503679096] 'agreement among raft nodes before linearized reading' (duration: 189.881245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.044336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.083227Z","time spent":"961.103145ms","remote":"127.0.0.1:55280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274445,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-08T19:10:12.044714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043134383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:12.044735Z","caller":"traceutil/trace.go:171","msg":"trace[1261843215] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25331; }","duration":"1.043154544s","start":"2026-05-08T19:10:11.001573Z","end":"2026-05-08T19:10:12.044727Z","steps":["trace[1261843215] 'agreement among raft nodes before linearized reading' (duration: 1.043122273s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:12.044753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:11.001532Z","time spent":"1.043215865s","remote":"127.0.0.1:60450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:12.044881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.829296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3163"} {"level":"info","ts":"2026-05-08T19:10:12.044898Z","caller":"traceutil/trace.go:171","msg":"trace[588852166] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25331; }","duration":"150.873707ms","start":"2026-05-08T19:10:11.894018Z","end":"2026-05-08T19:10:12.044892Z","steps":["trace[588852166] 'agreement among raft nodes before linearized reading' (duration: 150.807975ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:13.230966Z","caller":"traceutil/trace.go:171","msg":"trace[1612163409] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"241.042935ms","start":"2026-05-08T19:10:12.989903Z","end":"2026-05-08T19:10:13.230946Z","steps":["trace[1612163409] 'process raft request' (duration: 240.898001ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:14.189508Z","caller":"traceutil/trace.go:171","msg":"trace[1280565240] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"140.953357ms","start":"2026-05-08T19:10:14.048527Z","end":"2026-05-08T19:10:14.18948Z","steps":["trace[1280565240] 'process raft request' (duration: 140.613737ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:14.556639Z","caller":"traceutil/trace.go:171","msg":"trace[1429726605] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"429.857269ms","start":"2026-05-08T19:10:14.126755Z","end":"2026-05-08T19:10:14.556613Z","steps":["trace[1429726605] 'process raft request' (duration: 429.762957ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:14.556683Z","caller":"traceutil/trace.go:171","msg":"trace[871043290] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"503.687057ms","start":"2026-05-08T19:10:14.052951Z","end":"2026-05-08T19:10:14.556638Z","steps":["trace[871043290] 'process raft request' (duration: 503.400519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:14.556805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.126724Z","time spent":"429.996633ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:14.556837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.052929Z","time spent":"503.824091ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:14.556924Z","caller":"traceutil/trace.go:171","msg":"trace[990701750] linearizableReadLoop","detail":"{readStateIndex:26170; appliedIndex:26168; }","duration":"492.664566ms","start":"2026-05-08T19:10:14.064244Z","end":"2026-05-08T19:10:14.556908Z","steps":["trace[990701750] 'read index received' (duration: 124.949046ms)","trace[990701750] 'applied index is now lower than readState.Index' (duration: 367.71431ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:14.556974Z","caller":"traceutil/trace.go:171","msg":"trace[621423636] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"418.651074ms","start":"2026-05-08T19:10:14.138312Z","end":"2026-05-08T19:10:14.556963Z","steps":["trace[621423636] 'process raft request' (duration: 418.252953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:14.557051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.138284Z","time spent":"418.735716ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:14.556999Z","caller":"traceutil/trace.go:171","msg":"trace[972084181] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"417.153071ms","start":"2026-05-08T19:10:14.139836Z","end":"2026-05-08T19:10:14.556989Z","steps":["trace[972084181] 'process raft request' (duration: 416.958715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:14.557117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.871144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:10:14.557153Z","caller":"traceutil/trace.go:171","msg":"trace[643045694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25352; }","duration":"493.024398ms","start":"2026-05-08T19:10:14.064118Z","end":"2026-05-08T19:10:14.557142Z","steps":["trace[643045694] 'agreement among raft nodes before linearized reading' (duration: 492.897533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:14.557162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.139809Z","time spent":"417.325137ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:14.557188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.064053Z","time spent":"493.126871ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T19:10:14.998982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.209367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:10:14.999362Z","caller":"traceutil/trace.go:171","msg":"trace[168885131] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"772.022791ms","start":"2026-05-08T19:10:14.227303Z","end":"2026-05-08T19:10:14.999326Z","steps":["trace[168885131] 'process raft request' (duration: 604.200797ms)","trace[168885131] 'compare' (duration: 166.665342ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:14.999493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.227268Z","time spent":"772.164815ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:14.999989Z","caller":"traceutil/trace.go:171","msg":"trace[1585676502] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"771.942289ms","start":"2026-05-08T19:10:14.228024Z","end":"2026-05-08T19:10:14.999966Z","steps":["trace[1585676502] 'process raft request' (duration: 771.132896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:15.000117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.228008Z","time spent":"772.050882ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:15.000682Z","caller":"traceutil/trace.go:171","msg":"trace[1892932945] linearizableReadLoop","detail":"{readStateIndex:26176; appliedIndex:26173; }","duration":"443.7087ms","start":"2026-05-08T19:10:14.55696Z","end":"2026-05-08T19:10:15.000669Z","steps":["trace[1892932945] 'read index received' (duration: 274.63478ms)","trace[1892932945] 'applied index is now lower than readState.Index' (duration: 169.07301ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:15.000895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.307088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-08T19:10:15.000945Z","caller":"traceutil/trace.go:171","msg":"trace[439686467] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25355; }","duration":"751.38982ms","start":"2026-05-08T19:10:14.249542Z","end":"2026-05-08T19:10:15.000932Z","steps":["trace[439686467] 'agreement among raft nodes before linearized reading' (duration: 751.189995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:15.000897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.107885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T19:10:15.001036Z","caller":"traceutil/trace.go:171","msg":"trace[1530073501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25355; }","duration":"917.269969ms","start":"2026-05-08T19:10:14.083753Z","end":"2026-05-08T19:10:15.001022Z","steps":["trace[1530073501] 'agreement among raft nodes before linearized reading' (duration: 917.039542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:15.001104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.083742Z","time spent":"917.349761ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T19:10:15.001118Z","caller":"traceutil/trace.go:171","msg":"trace[1703024390] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"755.106666ms","start":"2026-05-08T19:10:14.245988Z","end":"2026-05-08T19:10:15.001094Z","steps":["trace[1703024390] 'process raft request' (duration: 753.83058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:15.001207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.5067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T19:10:15.00125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.245964Z","time spent":"755.229799ms","remote":"127.0.0.1:55072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:15.00127Z","caller":"traceutil/trace.go:171","msg":"trace[1917308147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25355; }","duration":"936.594233ms","start":"2026-05-08T19:10:14.064661Z","end":"2026-05-08T19:10:15.001256Z","steps":["trace[1917308147] 'agreement among raft nodes before linearized reading' (duration: 936.377127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:15.00141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.064649Z","time spent":"936.744787ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:15.001216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.79357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:10:15.001598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.989204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-08T19:10:15.00098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.249524Z","time spent":"751.449011ms","remote":"127.0.0.1:54984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-05-08T19:10:15.001655Z","caller":"traceutil/trace.go:171","msg":"trace[2114761300] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25355; }","duration":"937.066406ms","start":"2026-05-08T19:10:14.064568Z","end":"2026-05-08T19:10:15.001634Z","steps":["trace[2114761300] 'agreement among raft nodes before linearized reading' (duration: 936.922622ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:15.001624Z","caller":"traceutil/trace.go:171","msg":"trace[1359015865] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25355; }","duration":"694.238922ms","start":"2026-05-08T19:10:14.307364Z","end":"2026-05-08T19:10:15.001603Z","steps":["trace[1359015865] 'agreement among raft nodes before linearized reading' (duration: 693.8071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:15.001737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.307337Z","time spent":"694.380496ms","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:15.001743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.064554Z","time spent":"937.143029ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:10:15.002132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.941243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:10:15.002183Z","caller":"traceutil/trace.go:171","msg":"trace[329454548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25355; }","duration":"937.013035ms","start":"2026-05-08T19:10:14.065157Z","end":"2026-05-08T19:10:15.00217Z","steps":["trace[329454548] 'agreement among raft nodes before linearized reading' (duration: 935.593695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:15.002216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.065147Z","time spent":"937.059406ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:15.002642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.329962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:10:15.002695Z","caller":"traceutil/trace.go:171","msg":"trace[1594760318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25355; }","duration":"938.465206ms","start":"2026-05-08T19:10:14.064218Z","end":"2026-05-08T19:10:15.002683Z","steps":["trace[1594760318] 'agreement among raft nodes before linearized reading' (duration: 936.506871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:15.002731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.064202Z","time spent":"938.517918ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-08T19:10:15.038031Z","caller":"traceutil/trace.go:171","msg":"trace[1953079899] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"477.177612ms","start":"2026-05-08T19:10:14.560822Z","end":"2026-05-08T19:10:15.038Z","steps":["trace[1953079899] 'process raft request' (duration: 477.093229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:15.038165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:14.560802Z","time spent":"477.289524ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:16.200519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.453822ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-08T19:10:16.200603Z","caller":"traceutil/trace.go:171","msg":"trace[744256093] linearizableReadLoop","detail":"{readStateIndex:26184; appliedIndex:26183; }","duration":"346.493783ms","start":"2026-05-08T19:10:15.854095Z","end":"2026-05-08T19:10:16.200588Z","steps":["trace[744256093] 'read index received' (duration: 33.332µs)","trace[744256093] 'applied index is now lower than readState.Index' (duration: 346.459371ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:16.200815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.711529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:16.200839Z","caller":"traceutil/trace.go:171","msg":"trace[1097305175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25362; }","duration":"346.774891ms","start":"2026-05-08T19:10:15.854056Z","end":"2026-05-08T19:10:16.200831Z","steps":["trace[1097305175] 'agreement among raft nodes before linearized reading' (duration: 346.679938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:16.200861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:15.85404Z","time spent":"346.816053ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:10:16.272225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.925552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:16.272334Z","caller":"traceutil/trace.go:171","msg":"trace[110855947] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25363; }","duration":"219.079287ms","start":"2026-05-08T19:10:16.053235Z","end":"2026-05-08T19:10:16.272315Z","steps":["trace[110855947] 'agreement among raft nodes before linearized reading' (duration: 218.874351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:16.417333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.747025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:16.417415Z","caller":"traceutil/trace.go:171","msg":"trace[249042096] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25363; }","duration":"106.877979ms","start":"2026-05-08T19:10:16.310519Z","end":"2026-05-08T19:10:16.417397Z","steps":["trace[249042096] 'count revisions from in-memory index tree' (duration: 106.617962ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:18.380693Z","caller":"traceutil/trace.go:171","msg":"trace[68870732] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"172.941678ms","start":"2026-05-08T19:10:18.207718Z","end":"2026-05-08T19:10:18.38066Z","steps":["trace[68870732] 'process raft request' (duration: 172.705901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:18.657395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.594025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:10:18.657491Z","caller":"traceutil/trace.go:171","msg":"trace[1413766780] linearizableReadLoop","detail":"{readStateIndex:26201; appliedIndex:26199; }","duration":"345.986268ms","start":"2026-05-08T19:10:18.311483Z","end":"2026-05-08T19:10:18.657469Z","steps":["trace[1413766780] 'read index received' (duration: 69.020912ms)","trace[1413766780] 'applied index is now lower than readState.Index' (duration: 276.964276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:18.657679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.196524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-08T19:10:18.657657Z","caller":"traceutil/trace.go:171","msg":"trace[1620664054] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"378.895075ms","start":"2026-05-08T19:10:18.278721Z","end":"2026-05-08T19:10:18.657616Z","steps":["trace[1620664054] 'process raft request' (duration: 209.998092ms)","trace[1620664054] 'compare' (duration: 168.488472ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:18.657721Z","caller":"traceutil/trace.go:171","msg":"trace[635926031] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25379; }","duration":"346.262366ms","start":"2026-05-08T19:10:18.311442Z","end":"2026-05-08T19:10:18.657705Z","steps":["trace[635926031] 'agreement among raft nodes before linearized reading' (duration: 346.073341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:18.65776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:18.311424Z","time spent":"346.323527ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:10:18.657834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:18.278691Z","time spent":"379.04765ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:18.942157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.739763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:10:18.942391Z","caller":"traceutil/trace.go:171","msg":"trace[333822173] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"373.532194ms","start":"2026-05-08T19:10:18.568834Z","end":"2026-05-08T19:10:18.942366Z","steps":["trace[333822173] 'process raft request' (duration: 260.491012ms)","trace[333822173] 'compare' (duration: 112.482397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:18.942516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:18.568805Z","time spent":"373.643687ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:18.942668Z","caller":"traceutil/trace.go:171","msg":"trace[1838711773] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"369.319216ms","start":"2026-05-08T19:10:18.573317Z","end":"2026-05-08T19:10:18.942637Z","steps":["trace[1838711773] 'process raft request' (duration: 369.031778ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:18.942683Z","caller":"traceutil/trace.go:171","msg":"trace[23725531] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"281.03816ms","start":"2026-05-08T19:10:18.661614Z","end":"2026-05-08T19:10:18.942652Z","steps":["trace[23725531] 'process raft request' (duration: 280.846365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:18.942821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:18.573288Z","time spent":"369.45827ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:18.942558Z","caller":"traceutil/trace.go:171","msg":"trace[1420325064] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"370.514759ms","start":"2026-05-08T19:10:18.57201Z","end":"2026-05-08T19:10:18.942525Z","steps":["trace[1420325064] 'process raft request' (duration: 370.248632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:18.943944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:18.571995Z","time spent":"371.661961ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:25.965389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546486242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:10:26.641306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546486242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:10:27.142471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546486242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:10:27.643627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831678546486242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:10:27.853809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:10:27.853912Z","caller":"traceutil/trace.go:171","msg":"trace[52760553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249433s","start":"2026-05-08T19:10:25.85363Z","end":"2026-05-08T19:10:27.853879Z","steps":["trace[52760553] 'agreement among raft nodes before linearized reading' (duration: 2.00013312s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:27.853967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:25.853614Z","time spent":"2.000342086s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:10:28.131267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.751923182s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:10:28.141205Z","caller":"traceutil/trace.go:171","msg":"trace[324388871] linearizableReadLoop","detail":"{readStateIndex:26264; appliedIndex:26256; }","duration":"2.675922213s","start":"2026-05-08T19:10:25.465268Z","end":"2026-05-08T19:10:28.141191Z","steps":["trace[324388871] 'read index received' (duration: 2.666271271s)","trace[324388871] 'applied index is now lower than readState.Index' (duration: 9.648762ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:28.141639Z","caller":"traceutil/trace.go:171","msg":"trace[246814250] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"1.993894425s","start":"2026-05-08T19:10:26.147736Z","end":"2026-05-08T19:10:28.141631Z","steps":["trace[246814250] 'process raft request' (duration: 1.993417692s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:28.141661Z","caller":"traceutil/trace.go:171","msg":"trace[1062892103] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"1.993943376s","start":"2026-05-08T19:10:26.147659Z","end":"2026-05-08T19:10:28.141603Z","steps":["trace[1062892103] 'process raft request' (duration: 1.993471013s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.141723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147729Z","time spent":"1.993934936s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:28.141767Z","caller":"traceutil/trace.go:171","msg":"trace[617138907] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"1.994126872s","start":"2026-05-08T19:10:26.147602Z","end":"2026-05-08T19:10:28.141729Z","steps":["trace[617138907] 'process raft request' (duration: 1.993457833s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.141823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147647Z","time spent":"1.99410229s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:28.141867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578128901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-08T19:10:28.14193Z","caller":"traceutil/trace.go:171","msg":"trace[30952732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25440; }","duration":"2.578241454s","start":"2026-05-08T19:10:25.563674Z","end":"2026-05-08T19:10:28.141915Z","steps":["trace[30952732] 'agreement among raft nodes before linearized reading' (duration: 2.578018698s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.141927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147599Z","time spent":"1.994242995s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:28.141964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:25.563655Z","time spent":"2.578303515s","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:10:28.141997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347886161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:28.142026Z","caller":"traceutil/trace.go:171","msg":"trace[884542182] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25440; }","duration":"1.347947042s","start":"2026-05-08T19:10:26.794072Z","end":"2026-05-08T19:10:28.142019Z","steps":["trace[884542182] 'agreement among raft nodes before linearized reading' (duration: 1.347902791s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.142047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.794054Z","time spent":"1.347988673s","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:28.142112Z","caller":"traceutil/trace.go:171","msg":"trace[243156791] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"1.994515912s","start":"2026-05-08T19:10:26.147545Z","end":"2026-05-08T19:10:28.142061Z","steps":["trace[243156791] 'process raft request' (duration: 1.993343998s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.142149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67688886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:28.142148Z","caller":"traceutil/trace.go:171","msg":"trace[985769522] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"1.994504472s","start":"2026-05-08T19:10:26.14763Z","end":"2026-05-08T19:10:28.142134Z","steps":["trace[985769522] 'process raft request' (duration: 1.993456353s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:28.142171Z","caller":"traceutil/trace.go:171","msg":"trace[940488269] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25440; }","duration":"2.676955252s","start":"2026-05-08T19:10:25.465211Z","end":"2026-05-08T19:10:28.142167Z","steps":["trace[940488269] 'agreement among raft nodes before linearized reading' (duration: 2.676922191s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.142172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147537Z","time spent":"1.994605484s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:28.142215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147627Z","time spent":"1.994554283s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:28.142237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994738529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T19:10:28.14225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.522343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:28.142265Z","caller":"traceutil/trace.go:171","msg":"trace[1643860842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25440; }","duration":"1.994768749s","start":"2026-05-08T19:10:26.147488Z","end":"2026-05-08T19:10:28.142257Z","steps":["trace[1643860842] 'agreement among raft nodes before linearized reading' (duration: 1.994706128s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:28.142275Z","caller":"traceutil/trace.go:171","msg":"trace[360146786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25440; }","duration":"287.564485ms","start":"2026-05-08T19:10:27.854703Z","end":"2026-05-08T19:10:28.142268Z","steps":["trace[360146786] 'agreement among raft nodes before linearized reading' (duration: 287.533224ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:28.142125Z","caller":"traceutil/trace.go:171","msg":"trace[1593543323] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"1.994322087s","start":"2026-05-08T19:10:26.147796Z","end":"2026-05-08T19:10:28.142119Z","steps":["trace[1593543323] 'process raft request' (duration: 1.99337512s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.142293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147485Z","time spent":"1.994803s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T19:10:28.142305Z","caller":"traceutil/trace.go:171","msg":"trace[414167725] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"1.994639745s","start":"2026-05-08T19:10:26.147655Z","end":"2026-05-08T19:10:28.142294Z","steps":["trace[414167725] 'process raft request' (duration: 1.993455652s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.142358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147651Z","time spent":"1.994679956s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:28.142344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147763Z","time spent":"1.994537493s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:28.142177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994638776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-08T19:10:28.142224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.211045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:10:28.142532Z","caller":"traceutil/trace.go:171","msg":"trace[176755480] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25440; }","duration":"1.994990196s","start":"2026-05-08T19:10:26.147525Z","end":"2026-05-08T19:10:28.142515Z","steps":["trace[176755480] 'agreement among raft nodes before linearized reading' (duration: 1.994598895s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:28.142534Z","caller":"traceutil/trace.go:171","msg":"trace[328633564] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25440; }","duration":"265.511234ms","start":"2026-05-08T19:10:27.877009Z","end":"2026-05-08T19:10:28.14252Z","steps":["trace[328633564] 'agreement among raft nodes before linearized reading' (duration: 265.190295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.142571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.14752Z","time spent":"1.995039267s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:10:28.142579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995085688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:10:28.142627Z","caller":"traceutil/trace.go:171","msg":"trace[480835177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25440; }","duration":"1.995128999s","start":"2026-05-08T19:10:26.147469Z","end":"2026-05-08T19:10:28.142598Z","steps":["trace[480835177] 'agreement among raft nodes before linearized reading' (duration: 1.994884082s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.14265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147453Z","time spent":"1.995189951s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:10:28.142186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:25.465183Z","time spent":"2.676998123s","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:28.142753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995305154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:10:28.142775Z","caller":"traceutil/trace.go:171","msg":"trace[1287273525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25440; }","duration":"1.995444847s","start":"2026-05-08T19:10:26.147321Z","end":"2026-05-08T19:10:28.142766Z","steps":["trace[1287273525] 'agreement among raft nodes before linearized reading' (duration: 1.995388576s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.142795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147302Z","time spent":"1.995488959s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:28.142949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99553865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-08T19:10:28.142967Z","caller":"traceutil/trace.go:171","msg":"trace[1490873238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25440; }","duration":"1.995564931s","start":"2026-05-08T19:10:26.147396Z","end":"2026-05-08T19:10:28.142961Z","steps":["trace[1490873238] 'agreement among raft nodes before linearized reading' (duration: 1.995513569s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.142984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147392Z","time spent":"1.995588071s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:28.142979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995812228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:28.143027Z","caller":"traceutil/trace.go:171","msg":"trace[815507407] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25440; }","duration":"1.99589149s","start":"2026-05-08T19:10:26.147124Z","end":"2026-05-08T19:10:28.143016Z","steps":["trace[815507407] 'agreement among raft nodes before linearized reading' (duration: 1.995809108s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.143057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147108Z","time spent":"1.995938091s","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:28.143281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996027284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T19:10:28.143309Z","caller":"traceutil/trace.go:171","msg":"trace[1459417441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25440; }","duration":"1.996063415s","start":"2026-05-08T19:10:26.147236Z","end":"2026-05-08T19:10:28.1433Z","steps":["trace[1459417441] 'agreement among raft nodes before linearized reading' (duration: 1.995938412s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.143335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:26.147232Z","time spent":"1.996096796s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T19:10:28.143472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05692045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:28.143543Z","caller":"traceutil/trace.go:171","msg":"trace[774680853] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25440; }","duration":"1.056987632s","start":"2026-05-08T19:10:27.086508Z","end":"2026-05-08T19:10:28.143495Z","steps":["trace[774680853] 'agreement among raft nodes before linearized reading' (duration: 1.05693004s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.143603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.921762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-05-08T19:10:28.143642Z","caller":"traceutil/trace.go:171","msg":"trace[2071636723] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25440; }","duration":"520.995035ms","start":"2026-05-08T19:10:27.622637Z","end":"2026-05-08T19:10:28.143632Z","steps":["trace[2071636723] 'agreement among raft nodes before linearized reading' (duration: 520.895512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:28.143587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:27.086488Z","time spent":"1.057085435s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:28.143671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:27.622614Z","time spent":"521.050646ms","remote":"127.0.0.1:55034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-05-08T19:10:35.580586Z","caller":"traceutil/trace.go:171","msg":"trace[1579762191] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"300.298203ms","start":"2026-05-08T19:10:35.280261Z","end":"2026-05-08T19:10:35.58056Z","steps":["trace[1579762191] 'process raft request' (duration: 300.145038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:35.580734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:35.280236Z","time spent":"300.425537ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:45.606877Z","caller":"traceutil/trace.go:171","msg":"trace[85769092] linearizableReadLoop","detail":"{readStateIndex:26404; appliedIndex:26403; }","duration":"160.755735ms","start":"2026-05-08T19:10:45.446086Z","end":"2026-05-08T19:10:45.606842Z","steps":["trace[85769092] 'read index received' (duration: 73.362005ms)","trace[85769092] 'applied index is now lower than readState.Index' (duration: 87.39154ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:45.607245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.141955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-05-08T19:10:45.607315Z","caller":"traceutil/trace.go:171","msg":"trace[1170321904] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25576; }","duration":"161.259439ms","start":"2026-05-08T19:10:45.446035Z","end":"2026-05-08T19:10:45.607295Z","steps":["trace[1170321904] 'agreement among raft nodes before linearized reading' (duration: 160.93089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:45.929395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.030485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:45.929508Z","caller":"traceutil/trace.go:171","msg":"trace[1644958090] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25577; }","duration":"192.20572ms","start":"2026-05-08T19:10:45.737275Z","end":"2026-05-08T19:10:45.92948Z","steps":["trace[1644958090] 'count revisions from in-memory index tree' (duration: 191.946802ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:46.319954Z","caller":"traceutil/trace.go:171","msg":"trace[381520441] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"178.459504ms","start":"2026-05-08T19:10:46.141459Z","end":"2026-05-08T19:10:46.319918Z","steps":["trace[381520441] 'process raft request' (duration: 177.924019ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:46.371035Z","caller":"traceutil/trace.go:171","msg":"trace[72489496] linearizableReadLoop","detail":"{readStateIndex:26413; appliedIndex:26405; }","duration":"101.444326ms","start":"2026-05-08T19:10:46.269563Z","end":"2026-05-08T19:10:46.371007Z","steps":["trace[72489496] 'read index received' (duration: 49.447052ms)","trace[72489496] 'applied index is now lower than readState.Index' (duration: 51.995684ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:46.371177Z","caller":"traceutil/trace.go:171","msg":"trace[986020093] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"105.732066ms","start":"2026-05-08T19:10:46.26543Z","end":"2026-05-08T19:10:46.371162Z","steps":["trace[986020093] 'process raft request' (duration: 105.424348ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:46.371214Z","caller":"traceutil/trace.go:171","msg":"trace[1544750497] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"109.932374ms","start":"2026-05-08T19:10:46.261273Z","end":"2026-05-08T19:10:46.371205Z","steps":["trace[1544750497] 'process raft request' (duration: 109.509503ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:46.37129Z","caller":"traceutil/trace.go:171","msg":"trace[914177125] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"160.867428ms","start":"2026-05-08T19:10:46.210345Z","end":"2026-05-08T19:10:46.371212Z","steps":["trace[914177125] 'process raft request' (duration: 160.277041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:46.371476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.910388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T19:10:46.371512Z","caller":"traceutil/trace.go:171","msg":"trace[886152519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25585; }","duration":"102.024452ms","start":"2026-05-08T19:10:46.269481Z","end":"2026-05-08T19:10:46.371505Z","steps":["trace[886152519] 'agreement among raft nodes before linearized reading' (duration: 101.863387ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:46.371571Z","caller":"traceutil/trace.go:171","msg":"trace[1364219236] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"105.53066ms","start":"2026-05-08T19:10:46.266035Z","end":"2026-05-08T19:10:46.371566Z","steps":["trace[1364219236] 'process raft request' (duration: 104.844301ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:46.371619Z","caller":"traceutil/trace.go:171","msg":"trace[402850400] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"105.367156ms","start":"2026-05-08T19:10:46.266246Z","end":"2026-05-08T19:10:46.371613Z","steps":["trace[402850400] 'process raft request' (duration: 104.699427ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:46.371163Z","caller":"traceutil/trace.go:171","msg":"trace[16318324] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"106.561159ms","start":"2026-05-08T19:10:46.264573Z","end":"2026-05-08T19:10:46.371135Z","steps":["trace[16318324] 'process raft request' (duration: 106.249421ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:46.371652Z","caller":"traceutil/trace.go:171","msg":"trace[950078805] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"105.301693ms","start":"2026-05-08T19:10:46.266335Z","end":"2026-05-08T19:10:46.371636Z","steps":["trace[950078805] 'process raft request' (duration: 104.636965ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:16.40663Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23045} {"level":"info","ts":"2026-05-08T19:11:16.547435Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23045,"took":"136.640457ms","hash":4192052574,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":36380672,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-08T19:11:16.54755Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4192052574,"revision":23045,"compact-revision":20106} {"level":"info","ts":"2026-05-08T19:11:45.89018Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069a1.wal"} {"level":"info","ts":"2026-05-08T19:16:16.414371Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25952} {"level":"info","ts":"2026-05-08T19:16:16.570473Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25952,"took":"152.056845ms","hash":4143423991,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":34922496,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-08T19:16:16.570533Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4143423991,"revision":25952,"compact-revision":23045} {"level":"info","ts":"2026-05-08T19:17:11.271777Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T19:17:11.27792Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-08T19:17:11.278044Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-08T19:21:16.421131Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28682} {"level":"info","ts":"2026-05-08T19:21:16.565576Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28682,"took":"140.491705ms","hash":2899611813,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":30605312,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-08T19:21:16.568473Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2899611813,"revision":28682,"compact-revision":25952} {"level":"info","ts":"2026-05-08T19:26:16.429239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30898} {"level":"info","ts":"2026-05-08T19:26:16.55322Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30898,"took":"117.731877ms","hash":1559753667,"current-db-size-bytes":57819136,"current-db-size":"58 MB","current-db-size-in-use-bytes":31191040,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-08T19:26:16.553305Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1559753667,"revision":30898,"compact-revision":28682} {"level":"info","ts":"2026-05-08T19:31:16.435839Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33165} {"level":"info","ts":"2026-05-08T19:31:16.590439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33165,"took":"148.873367ms","hash":2721830588,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":31633408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-08T19:31:16.590506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2721830588,"revision":33165,"compact-revision":30898} {"level":"info","ts":"2026-05-08T19:36:16.442073Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35452} {"level":"info","ts":"2026-05-08T19:36:16.588221Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35452,"took":"142.406339ms","hash":3795703381,"current-db-size-bytes":59289600,"current-db-size":"59 MB","current-db-size-in-use-bytes":31793152,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-08T19:36:16.588275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3795703381,"revision":35452,"compact-revision":33165} {"level":"info","ts":"2026-05-08T19:38:42.668927Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T19:38:42.673469Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-08T19:38:42.67356Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-08T19:41:16.451853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37680} {"level":"info","ts":"2026-05-08T19:41:16.577019Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37680,"took":"121.080385ms","hash":646212315,"current-db-size-bytes":59289600,"current-db-size":"59 MB","current-db-size-in-use-bytes":30527488,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-08T19:41:16.577089Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":646212315,"revision":37680,"compact-revision":35452}