{"level":"warn","ts":"2026-10-03T09:09:06.976634Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-03T09:09:06.976825Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.95:2380","--initial-cluster=instance=https://162.253.55.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-10-03T09:09:06.976931Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-03T09:09:06.976946Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.95:2380"]} {"level":"info","ts":"2026-10-03T09:09:06.976983Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-03T09:09:06.97822Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.95:2379"]} {"level":"info","ts":"2026-10-03T09:09:06.978372Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.95:2380"],"listen-peer-urls":["https://162.253.55.95:2380"],"advertise-client-urls":["https://162.253.55.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-10-03T09:09:06.981285Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.544438ms"} {"level":"info","ts":"2026-10-03T09:09:06.997232Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"282167b6747c9cda","cluster-id":"dc65cfc6e389e361"} {"level":"info","ts":"2026-10-03T09:09:06.997418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda switched to configuration voters=()"} {"level":"info","ts":"2026-10-03T09:09:06.997466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda became follower at term 0"} {"level":"info","ts":"2026-10-03T09:09:06.997494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 282167b6747c9cda [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-10-03T09:09:06.997525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda became follower at term 1"} {"level":"info","ts":"2026-10-03T09:09:06.997607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda switched to configuration voters=(2891706469084601562)"} {"level":"warn","ts":"2026-10-03T09:09:07.006889Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-10-03T09:09:07.010537Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-10-03T09:09:07.012602Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-10-03T09:09:07.015364Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"282167b6747c9cda","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-10-03T09:09:07.015575Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"282167b6747c9cda","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-10-03T09:09:07.015682Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-03T09:09:07.015816Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-03T09:09:07.015831Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-03T09:09:07.017035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda switched to configuration voters=(2891706469084601562)"} {"level":"info","ts":"2026-10-03T09:09:07.017279Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dc65cfc6e389e361","local-member-id":"282167b6747c9cda","added-peer-id":"282167b6747c9cda","added-peer-peer-urls":["https://162.253.55.95:2380"]} {"level":"info","ts":"2026-10-03T09:09:07.018947Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-03T09:09:07.019053Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.95:2380"} {"level":"info","ts":"2026-10-03T09:09:07.019091Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.95:2380"} {"level":"info","ts":"2026-10-03T09:09:07.019279Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"282167b6747c9cda","initial-advertise-peer-urls":["https://162.253.55.95:2380"],"listen-peer-urls":["https://162.253.55.95:2380"],"advertise-client-urls":["https://162.253.55.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-10-03T09:09:07.019364Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-10-03T09:09:07.798634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda is starting a new election at term 1"} {"level":"info","ts":"2026-10-03T09:09:07.798692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda became pre-candidate at term 1"} {"level":"info","ts":"2026-10-03T09:09:07.798733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda received MsgPreVoteResp from 282167b6747c9cda at term 1"} {"level":"info","ts":"2026-10-03T09:09:07.798752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda became candidate at term 2"} {"level":"info","ts":"2026-10-03T09:09:07.798763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda received MsgVoteResp from 282167b6747c9cda at term 2"} {"level":"info","ts":"2026-10-03T09:09:07.79879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"282167b6747c9cda became leader at term 2"} {"level":"info","ts":"2026-10-03T09:09:07.798803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 282167b6747c9cda elected leader 282167b6747c9cda at term 2"} {"level":"info","ts":"2026-10-03T09:09:07.80035Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"282167b6747c9cda","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.95:2379]}","request-path":"/0/members/282167b6747c9cda/attributes","cluster-id":"dc65cfc6e389e361","publish-timeout":"7s"} {"level":"info","ts":"2026-10-03T09:09:07.800361Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-03T09:09:07.800405Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-10-03T09:09:07.800427Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-03T09:09:07.800911Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-10-03T09:09:07.800987Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-10-03T09:09:07.801741Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dc65cfc6e389e361","local-member-id":"282167b6747c9cda","cluster-version":"3.5"} {"level":"info","ts":"2026-10-03T09:09:07.801872Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-10-03T09:09:07.801921Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-10-03T09:09:07.805194Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-10-03T09:09:07.805205Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.95:2379"} {"level":"info","ts":"2026-10-03T09:09:30.288531Z","caller":"traceutil/trace.go:171","msg":"trace[888283489] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"118.092619ms","start":"2026-10-03T09:09:30.170415Z","end":"2026-10-03T09:09:30.288508Z","steps":["trace[888283489] 'process raft request' (duration: 117.871373ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:09:39.902517Z","caller":"traceutil/trace.go:171","msg":"trace[1761979562] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"127.183254ms","start":"2026-10-03T09:09:39.775302Z","end":"2026-10-03T09:09:39.902485Z","steps":["trace[1761979562] 'process raft request' (duration: 89.316488ms)","trace[1761979562] 'compare' (duration: 37.672011ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:09:51.501553Z","caller":"traceutil/trace.go:171","msg":"trace[1501828982] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"135.812656ms","start":"2026-10-03T09:09:51.365709Z","end":"2026-10-03T09:09:51.501521Z","steps":["trace[1501828982] 'process raft request' (duration: 134.550822ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:09:51.944428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.775993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-03T09:09:51.944557Z","caller":"traceutil/trace.go:171","msg":"trace[156866447] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"117.943487ms","start":"2026-10-03T09:09:51.826592Z","end":"2026-10-03T09:09:51.944535Z","steps":["trace[156866447] 'read index received' (duration: 37.711µs)","trace[156866447] 'applied index is now lower than readState.Index' (duration: 117.904506ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:09:51.944831Z","caller":"traceutil/trace.go:171","msg":"trace[1242090016] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"241.675159ms","start":"2026-10-03T09:09:51.703144Z","end":"2026-10-03T09:09:51.944819Z","steps":["trace[1242090016] 'process raft request' (duration: 56.817476ms)","trace[1242090016] 'compare' (duration: 183.65265ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:09:51.945123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.524283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-10-03T09:09:51.945166Z","caller":"traceutil/trace.go:171","msg":"trace[1362533083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:590; }","duration":"118.603345ms","start":"2026-10-03T09:09:51.826553Z","end":"2026-10-03T09:09:51.945157Z","steps":["trace[1362533083] 'agreement among raft nodes before linearized reading' (duration: 118.476131ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:09:52.649039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11302523240611002946,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-03T09:09:52.698558Z","caller":"traceutil/trace.go:171","msg":"trace[1734621533] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"549.78188ms","start":"2026-10-03T09:09:52.14875Z","end":"2026-10-03T09:09:52.698532Z","steps":["trace[1734621533] 'read index received' (duration: 548.916737ms)","trace[1734621533] 'applied index is now lower than readState.Index' (duration: 864.333µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:09:52.698666Z","caller":"traceutil/trace.go:171","msg":"trace[1539911723] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"674.342755ms","start":"2026-10-03T09:09:52.02429Z","end":"2026-10-03T09:09:52.698633Z","steps":["trace[1539911723] 'process raft request' (duration: 673.676187ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:09:52.698743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.983965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2mwzl\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-10-03T09:09:52.698781Z","caller":"traceutil/trace.go:171","msg":"trace[561929201] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2mwzl; range_end:; response_count:1; response_revision:594; }","duration":"550.043087ms","start":"2026-10-03T09:09:52.148727Z","end":"2026-10-03T09:09:52.698771Z","steps":["trace[561929201] 'agreement among raft nodes before linearized reading' (duration: 549.896664ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:09:52.698821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:09:52.024258Z","time spent":"674.468848ms","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T09:09:52.698829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:09:52.148623Z","time spent":"550.196901ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-2mwzl\" "} {"level":"warn","ts":"2026-10-03T09:10:08.143006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.389298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-03T09:10:08.143105Z","caller":"traceutil/trace.go:171","msg":"trace[1436731006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:755; }","duration":"121.528002ms","start":"2026-10-03T09:10:08.021557Z","end":"2026-10-03T09:10:08.143085Z","steps":["trace[1436731006] 'range keys from in-memory index tree' (duration: 121.301996ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:11:39.03388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.488948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:11:39.033973Z","caller":"traceutil/trace.go:171","msg":"trace[600454032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1946; }","duration":"168.634982ms","start":"2026-10-03T09:11:38.865322Z","end":"2026-10-03T09:11:39.033957Z","steps":["trace[600454032] 'range keys from in-memory index tree' (duration: 168.405186ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:12:16.923365Z","caller":"traceutil/trace.go:171","msg":"trace[1654696638] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"140.948221ms","start":"2026-10-03T09:12:16.78239Z","end":"2026-10-03T09:12:16.923338Z","steps":["trace[1654696638] 'process raft request' (duration: 140.779587ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:12:17.30206Z","caller":"traceutil/trace.go:171","msg":"trace[829503222] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2252; }","duration":"436.650754ms","start":"2026-10-03T09:12:16.865386Z","end":"2026-10-03T09:12:17.302036Z","steps":["trace[829503222] 'read index received' (duration: 57.802111ms)","trace[829503222] 'applied index is now lower than readState.Index' (duration: 378.847493ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:12:17.302129Z","caller":"traceutil/trace.go:171","msg":"trace[952938211] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"496.064507ms","start":"2026-10-03T09:12:16.80603Z","end":"2026-10-03T09:12:17.302095Z","steps":["trace[952938211] 'process raft request' (duration: 473.362005ms)","trace[952938211] 'compare' (duration: 22.423544ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:12:17.302213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.824589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:12:17.302247Z","caller":"traceutil/trace.go:171","msg":"trace[2083650925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2164; }","duration":"436.902901ms","start":"2026-10-03T09:12:16.865332Z","end":"2026-10-03T09:12:17.302235Z","steps":["trace[2083650925] 'agreement among raft nodes before linearized reading' (duration: 436.829359ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:12:17.302275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:12:16.865308Z","time spent":"436.959352ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T09:12:17.302304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:12:16.805982Z","time spent":"496.227781ms","remote":"127.0.0.1:50790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T09:12:17.305544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.079298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-03T09:12:17.305609Z","caller":"traceutil/trace.go:171","msg":"trace[1877104894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"286.143799ms","start":"2026-10-03T09:12:17.019448Z","end":"2026-10-03T09:12:17.305591Z","steps":["trace[1877104894] 'agreement among raft nodes before linearized reading' (duration: 285.959305ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:12:17.305602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.219349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-10-03T09:12:17.305618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.210637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-10-03T09:12:17.305658Z","caller":"traceutil/trace.go:171","msg":"trace[1237111156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2165; }","duration":"316.335563ms","start":"2026-10-03T09:12:16.989308Z","end":"2026-10-03T09:12:17.305643Z","steps":["trace[1237111156] 'agreement among raft nodes before linearized reading' (duration: 316.144298ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:12:17.305686Z","caller":"traceutil/trace.go:171","msg":"trace[393271495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2165; }","duration":"287.319979ms","start":"2026-10-03T09:12:17.018345Z","end":"2026-10-03T09:12:17.305665Z","steps":["trace[393271495] 'agreement among raft nodes before linearized reading' (duration: 287.170105ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:12:17.305704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:12:16.989276Z","time spent":"316.420155ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-10-03T09:12:17.305822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.297113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-10-03T09:12:17.30586Z","caller":"traceutil/trace.go:171","msg":"trace[1133409837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2165; }","duration":"286.348565ms","start":"2026-10-03T09:12:17.019501Z","end":"2026-10-03T09:12:17.305849Z","steps":["trace[1133409837] 'agreement among raft nodes before linearized reading' (duration: 286.262403ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:12:17.305822Z","caller":"traceutil/trace.go:171","msg":"trace[318244527] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"103.353557ms","start":"2026-10-03T09:12:17.202451Z","end":"2026-10-03T09:12:17.305804Z","steps":["trace[318244527] 'process raft request' (duration: 102.7126ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:12:17.306377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.241758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-10-03T09:12:17.306535Z","caller":"traceutil/trace.go:171","msg":"trace[184729921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2165; }","duration":"287.480414ms","start":"2026-10-03T09:12:17.019032Z","end":"2026-10-03T09:12:17.306513Z","steps":["trace[184729921] 'agreement among raft nodes before linearized reading' (duration: 286.394796ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:12:17.545715Z","caller":"traceutil/trace.go:171","msg":"trace[1200714599] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"235.0392ms","start":"2026-10-03T09:12:17.310654Z","end":"2026-10-03T09:12:17.545693Z","steps":["trace[1200714599] 'process raft request' (duration: 234.113947ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:12:17.545962Z","caller":"traceutil/trace.go:171","msg":"trace[1532770509] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"235.212185ms","start":"2026-10-03T09:12:17.310736Z","end":"2026-10-03T09:12:17.545948Z","steps":["trace[1532770509] 'process raft request' (duration: 234.921427ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:12:17.546197Z","caller":"traceutil/trace.go:171","msg":"trace[849529269] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"170.274371ms","start":"2026-10-03T09:12:17.375914Z","end":"2026-10-03T09:12:17.546189Z","steps":["trace[849529269] 'process raft request' (duration: 170.215909ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:12:17.546234Z","caller":"traceutil/trace.go:171","msg":"trace[1908358129] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"235.311277ms","start":"2026-10-03T09:12:17.310894Z","end":"2026-10-03T09:12:17.546205Z","steps":["trace[1908358129] 'process raft request' (duration: 235.02059ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:12:17.546268Z","caller":"traceutil/trace.go:171","msg":"trace[2016412588] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"235.341849ms","start":"2026-10-03T09:12:17.310905Z","end":"2026-10-03T09:12:17.546247Z","steps":["trace[2016412588] 'process raft request' (duration: 235.179804ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:13:11.417687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.262046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-10-03T09:13:11.417774Z","caller":"traceutil/trace.go:171","msg":"trace[584040645] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2628; }","duration":"119.40771ms","start":"2026-10-03T09:13:11.29835Z","end":"2026-10-03T09:13:11.417758Z","steps":["trace[584040645] 'range keys from in-memory index tree' (duration: 119.03346ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:13:12.104577Z","caller":"traceutil/trace.go:171","msg":"trace[651674872] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"284.083248ms","start":"2026-10-03T09:13:11.820469Z","end":"2026-10-03T09:13:12.104553Z","steps":["trace[651674872] 'process raft request' (duration: 281.158193ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:13:12.104698Z","caller":"traceutil/trace.go:171","msg":"trace[303130181] linearizableReadLoop","detail":"{readStateIndex:2742; appliedIndex:2740; }","duration":"279.996733ms","start":"2026-10-03T09:13:11.82465Z","end":"2026-10-03T09:13:12.104647Z","steps":["trace[303130181] 'read index received' (duration: 276.996156ms)","trace[303130181] 'applied index is now lower than readState.Index' (duration: 2.999547ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:13:12.104749Z","caller":"traceutil/trace.go:171","msg":"trace[2034716276] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"282.979679ms","start":"2026-10-03T09:13:11.821748Z","end":"2026-10-03T09:13:12.104728Z","steps":["trace[2034716276] 'process raft request' (duration: 282.752553ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:13:12.104892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.223079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-10-03T09:13:12.104933Z","caller":"traceutil/trace.go:171","msg":"trace[735816574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2633; }","duration":"280.296991ms","start":"2026-10-03T09:13:11.824626Z","end":"2026-10-03T09:13:12.104923Z","steps":["trace[735816574] 'agreement among raft nodes before linearized reading' (duration: 280.158677ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:13:12.104942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.534945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-10-03T09:13:12.104973Z","caller":"traceutil/trace.go:171","msg":"trace[480272150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2633; }","duration":"258.596977ms","start":"2026-10-03T09:13:11.846367Z","end":"2026-10-03T09:13:12.104964Z","steps":["trace[480272150] 'agreement among raft nodes before linearized reading' (duration: 258.506825ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:13:12.10504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.29629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:13:12.10507Z","caller":"traceutil/trace.go:171","msg":"trace[1146225319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2633; }","duration":"240.353591ms","start":"2026-10-03T09:13:11.864709Z","end":"2026-10-03T09:13:12.105062Z","steps":["trace[1146225319] 'agreement among raft nodes before linearized reading' (duration: 240.310289ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:13:45.752246Z","caller":"traceutil/trace.go:171","msg":"trace[1025750145] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"140.213733ms","start":"2026-10-03T09:13:45.612008Z","end":"2026-10-03T09:13:45.752222Z","steps":["trace[1025750145] 'process raft request' (duration: 140.044158ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:13:46.099478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.121752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-03T09:13:46.099733Z","caller":"traceutil/trace.go:171","msg":"trace[1701958896] linearizableReadLoop","detail":"{readStateIndex:2955; appliedIndex:2953; }","duration":"233.583278ms","start":"2026-10-03T09:13:45.866127Z","end":"2026-10-03T09:13:46.09971Z","steps":["trace[1701958896] 'read index received' (duration: 95.700805ms)","trace[1701958896] 'applied index is now lower than readState.Index' (duration: 137.881443ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:13:46.099849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.725881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:13:46.099897Z","caller":"traceutil/trace.go:171","msg":"trace[1624472419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2839; }","duration":"233.826244ms","start":"2026-10-03T09:13:45.866057Z","end":"2026-10-03T09:13:46.099884Z","steps":["trace[1624472419] 'agreement among raft nodes before linearized reading' (duration: 233.726132ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:13:46.100152Z","caller":"traceutil/trace.go:171","msg":"trace[725486615] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"279.548982ms","start":"2026-10-03T09:13:45.820576Z","end":"2026-10-03T09:13:46.100125Z","steps":["trace[725486615] 'process raft request' (duration: 44.677211ms)","trace[725486615] 'compare' (duration: 233.889566ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:13:46.100156Z","caller":"traceutil/trace.go:171","msg":"trace[79935232] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"244.426434ms","start":"2026-10-03T09:13:45.855696Z","end":"2026-10-03T09:13:46.100122Z","steps":["trace[79935232] 'process raft request' (duration: 243.931022ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:16:21.629412Z","caller":"traceutil/trace.go:171","msg":"trace[1891165747] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"115.694245ms","start":"2026-10-03T09:16:21.513696Z","end":"2026-10-03T09:16:21.629391Z","steps":["trace[1891165747] 'process raft request' (duration: 100.924738ms)","trace[1891165747] 'compare' (duration: 14.667115ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:16:21.630453Z","caller":"traceutil/trace.go:171","msg":"trace[123991665] linearizableReadLoop","detail":"{readStateIndex:3949; appliedIndex:3947; }","duration":"113.866417ms","start":"2026-10-03T09:16:21.516572Z","end":"2026-10-03T09:16:21.630438Z","steps":["trace[123991665] 'read index received' (duration: 98.025003ms)","trace[123991665] 'applied index is now lower than readState.Index' (duration: 15.840564ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:16:21.630498Z","caller":"traceutil/trace.go:171","msg":"trace[629680035] transaction","detail":"{read_only:false; response_revision:3794; number_of_response:1; }","duration":"115.93236ms","start":"2026-10-03T09:16:21.514543Z","end":"2026-10-03T09:16:21.630475Z","steps":["trace[629680035] 'process raft request' (duration: 115.812947ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:16:21.630556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.97537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:16:21.630591Z","caller":"traceutil/trace.go:171","msg":"trace[1689916514] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:3794; }","duration":"114.023471ms","start":"2026-10-03T09:16:21.516556Z","end":"2026-10-03T09:16:21.63058Z","steps":["trace[1689916514] 'agreement among raft nodes before linearized reading' (duration: 113.936979ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:16:53.14794Z","caller":"traceutil/trace.go:171","msg":"trace[994396782] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"122.697703ms","start":"2026-10-03T09:16:53.025219Z","end":"2026-10-03T09:16:53.147917Z","steps":["trace[994396782] 'process raft request' (duration: 122.57355ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:16:53.294121Z","caller":"traceutil/trace.go:171","msg":"trace[1574401677] linearizableReadLoop","detail":"{readStateIndex:4188; appliedIndex:4186; }","duration":"171.151251ms","start":"2026-10-03T09:16:53.122943Z","end":"2026-10-03T09:16:53.294094Z","steps":["trace[1574401677] 'read index received' (duration: 24.848595ms)","trace[1574401677] 'applied index is now lower than readState.Index' (duration: 146.301296ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:16:53.29415Z","caller":"traceutil/trace.go:171","msg":"trace[1140199873] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"256.174722ms","start":"2026-10-03T09:16:53.037943Z","end":"2026-10-03T09:16:53.294117Z","steps":["trace[1140199873] 'process raft request' (duration: 255.502855ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:16:53.294386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.248059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-10-03T09:16:53.294425Z","caller":"traceutil/trace.go:171","msg":"trace[1062148955] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4027; }","duration":"145.335121ms","start":"2026-10-03T09:16:53.149076Z","end":"2026-10-03T09:16:53.294411Z","steps":["trace[1062148955] 'agreement among raft nodes before linearized reading' (duration: 145.166467ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:16:53.294412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.445228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-10-03T09:16:53.294541Z","caller":"traceutil/trace.go:171","msg":"trace[1412198566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4027; }","duration":"171.600772ms","start":"2026-10-03T09:16:53.122895Z","end":"2026-10-03T09:16:53.294496Z","steps":["trace[1412198566] 'agreement among raft nodes before linearized reading' (duration: 171.328185ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:16.028483Z","caller":"traceutil/trace.go:171","msg":"trace[1952417836] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"116.015399ms","start":"2026-10-03T09:18:15.912441Z","end":"2026-10-03T09:18:16.028457Z","steps":["trace[1952417836] 'process raft request' (duration: 115.870135ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:16.034388Z","caller":"traceutil/trace.go:171","msg":"trace[1409718344] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"121.449918ms","start":"2026-10-03T09:18:15.912918Z","end":"2026-10-03T09:18:16.034368Z","steps":["trace[1409718344] 'process raft request' (duration: 121.194841ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:16.03443Z","caller":"traceutil/trace.go:171","msg":"trace[2099658164] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5121; }","duration":"120.136805ms","start":"2026-10-03T09:18:15.914263Z","end":"2026-10-03T09:18:16.0344Z","steps":["trace[2099658164] 'read index received' (duration: 114.138632ms)","trace[2099658164] 'applied index is now lower than readState.Index' (duration: 5.997053ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:18:16.034676Z","caller":"traceutil/trace.go:171","msg":"trace[2106626134] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"119.503588ms","start":"2026-10-03T09:18:15.915135Z","end":"2026-10-03T09:18:16.034638Z","steps":["trace[2106626134] 'process raft request' (duration: 119.20823ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:16.034787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.448323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-10-03T09:18:16.034832Z","caller":"traceutil/trace.go:171","msg":"trace[1643467468] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4930; }","duration":"120.582237ms","start":"2026-10-03T09:18:15.914235Z","end":"2026-10-03T09:18:16.034817Z","steps":["trace[1643467468] 'agreement among raft nodes before linearized reading' (duration: 120.273199ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:23.469135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.71385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-10-03T09:18:23.469155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.302536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-gcbxb\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-10-03T09:18:23.469239Z","caller":"traceutil/trace.go:171","msg":"trace[1984702064] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5106; }","duration":"260.870964ms","start":"2026-10-03T09:18:23.208349Z","end":"2026-10-03T09:18:23.46922Z","steps":["trace[1984702064] 'range keys from in-memory index tree' (duration: 260.550107ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:23.46928Z","caller":"traceutil/trace.go:171","msg":"trace[1605512337] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-gcbxb; range_end:; response_count:1; response_revision:5106; }","duration":"185.487101ms","start":"2026-10-03T09:18:23.283763Z","end":"2026-10-03T09:18:23.46925Z","steps":["trace[1605512337] 'range keys from in-memory index tree' (duration: 185.031121ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:23.664255Z","caller":"traceutil/trace.go:171","msg":"trace[974078108] linearizableReadLoop","detail":"{readStateIndex:5311; appliedIndex:5310; }","duration":"138.537914ms","start":"2026-10-03T09:18:23.525677Z","end":"2026-10-03T09:18:23.664215Z","steps":["trace[974078108] 'read index received' (duration: 65.86539ms)","trace[974078108] 'applied index is now lower than readState.Index' (duration: 72.671344ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:18:23.664559Z","caller":"traceutil/trace.go:171","msg":"trace[1352201600] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"140.368321ms","start":"2026-10-03T09:18:23.524157Z","end":"2026-10-03T09:18:23.664525Z","steps":["trace[1352201600] 'process raft request' (duration: 67.274236ms)","trace[1352201600] 'compare' (duration: 72.675394ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:18:23.665888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.185927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-10-03T09:18:23.665985Z","caller":"traceutil/trace.go:171","msg":"trace[1206248815] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5108; }","duration":"140.333301ms","start":"2026-10-03T09:18:23.525633Z","end":"2026-10-03T09:18:23.665966Z","steps":["trace[1206248815] 'agreement among raft nodes before linearized reading' (duration: 139.047738ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:23.676352Z","caller":"traceutil/trace.go:171","msg":"trace[451040308] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"149.76527ms","start":"2026-10-03T09:18:23.526551Z","end":"2026-10-03T09:18:23.676316Z","steps":["trace[451040308] 'process raft request' (duration: 149.433642ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:23.676618Z","caller":"traceutil/trace.go:171","msg":"trace[1426966832] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"147.003659ms","start":"2026-10-03T09:18:23.529569Z","end":"2026-10-03T09:18:23.676573Z","steps":["trace[1426966832] 'process raft request' (duration: 146.682321ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:23.679123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.208398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-03T09:18:23.679204Z","caller":"traceutil/trace.go:171","msg":"trace[1198650875] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5112; }","duration":"126.342942ms","start":"2026-10-03T09:18:23.552842Z","end":"2026-10-03T09:18:23.679185Z","steps":["trace[1198650875] 'agreement among raft nodes before linearized reading' (duration: 126.123147ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:23.679891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.527929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413950"} {"level":"info","ts":"2026-10-03T09:18:23.679987Z","caller":"traceutil/trace.go:171","msg":"trace[871580436] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5112; }","duration":"150.672973ms","start":"2026-10-03T09:18:23.529293Z","end":"2026-10-03T09:18:23.679966Z","steps":["trace[871580436] 'agreement among raft nodes before linearized reading' (duration: 150.345185ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:28.412572Z","caller":"traceutil/trace.go:171","msg":"trace[188811094] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"116.490452ms","start":"2026-10-03T09:18:28.296027Z","end":"2026-10-03T09:18:28.412517Z","steps":["trace[188811094] 'process raft request' (duration: 116.268757ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:28.725635Z","caller":"traceutil/trace.go:171","msg":"trace[1432310685] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"134.028869ms","start":"2026-10-03T09:18:28.591578Z","end":"2026-10-03T09:18:28.725607Z","steps":["trace[1432310685] 'process raft request' (duration: 133.753782ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:28.863792Z","caller":"traceutil/trace.go:171","msg":"trace[881750828] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"128.511679ms","start":"2026-10-03T09:18:28.735254Z","end":"2026-10-03T09:18:28.863766Z","steps":["trace[881750828] 'process raft request' (duration: 121.387357ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:28.887408Z","caller":"traceutil/trace.go:171","msg":"trace[1328316759] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"111.253188ms","start":"2026-10-03T09:18:28.77613Z","end":"2026-10-03T09:18:28.887384Z","steps":["trace[1328316759] 'process raft request' (duration: 111.082354ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:39.073494Z","caller":"traceutil/trace.go:171","msg":"trace[323055990] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"132.888188ms","start":"2026-10-03T09:18:38.940583Z","end":"2026-10-03T09:18:39.073471Z","steps":["trace[323055990] 'process raft request' (duration: 132.743474ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:39.07516Z","caller":"traceutil/trace.go:171","msg":"trace[465739186] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"131.074713ms","start":"2026-10-03T09:18:38.944074Z","end":"2026-10-03T09:18:39.075148Z","steps":["trace[465739186] 'process raft request' (duration: 130.95509ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:44.246776Z","caller":"traceutil/trace.go:171","msg":"trace[1702831540] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"250.322614ms","start":"2026-10-03T09:18:43.996417Z","end":"2026-10-03T09:18:44.24674Z","steps":["trace[1702831540] 'process raft request' (duration: 250.124309ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:44.705333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.159656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-03T09:18:44.705471Z","caller":"traceutil/trace.go:171","msg":"trace[1030151743] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"449.522038ms","start":"2026-10-03T09:18:44.255927Z","end":"2026-10-03T09:18:44.705449Z","steps":["trace[1030151743] 'process raft request' (duration: 124.936142ms)","trace[1030151743] 'compare' (duration: 323.864698ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:18:44.705569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:18:44.255888Z","time spent":"449.612901ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:18:44.712964Z","caller":"traceutil/trace.go:171","msg":"trace[2124799938] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"456.874059ms","start":"2026-10-03T09:18:44.256068Z","end":"2026-10-03T09:18:44.712942Z","steps":["trace[2124799938] 'process raft request' (duration: 456.697605ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:44.713088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:18:44.255888Z","time spent":"457.141186ms","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:18:44.713261Z","caller":"traceutil/trace.go:171","msg":"trace[1541373120] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"457.110765ms","start":"2026-10-03T09:18:44.256125Z","end":"2026-10-03T09:18:44.713236Z","steps":["trace[1541373120] 'process raft request' (duration: 456.764027ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:44.71338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:18:44.256109Z","time spent":"457.215538ms","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:18:44.713597Z","caller":"traceutil/trace.go:171","msg":"trace[1465338792] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"457.272189ms","start":"2026-10-03T09:18:44.256307Z","end":"2026-10-03T09:18:44.713579Z","steps":["trace[1465338792] 'process raft request' (duration: 456.861009ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:44.713693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:18:44.256292Z","time spent":"457.352142ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:18:44.913882Z","caller":"traceutil/trace.go:171","msg":"trace[1395734689] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"443.823606ms","start":"2026-10-03T09:18:44.470034Z","end":"2026-10-03T09:18:44.913857Z","steps":["trace[1395734689] 'process raft request' (duration: 443.602631ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:44.914037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:18:44.470004Z","time spent":"443.94784ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:18:44.914137Z","caller":"traceutil/trace.go:171","msg":"trace[17030188] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"431.741528ms","start":"2026-10-03T09:18:44.482366Z","end":"2026-10-03T09:18:44.914107Z","steps":["trace[17030188] 'process raft request' (duration: 431.427391ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:44.914395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:18:44.482343Z","time spent":"431.903142ms","remote":"127.0.0.1:50790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19678,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T09:18:52.113561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.064256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-03T09:18:52.11367Z","caller":"traceutil/trace.go:171","msg":"trace[1902872624] linearizableReadLoop","detail":"{readStateIndex:5947; appliedIndex:5946; }","duration":"119.652532ms","start":"2026-10-03T09:18:51.994Z","end":"2026-10-03T09:18:52.113653Z","steps":["trace[1902872624] 'read index received' (duration: 13.324389ms)","trace[1902872624] 'applied index is now lower than readState.Index' (duration: 106.326613ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:18:52.113725Z","caller":"traceutil/trace.go:171","msg":"trace[434372941] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"119.938169ms","start":"2026-10-03T09:18:51.993726Z","end":"2026-10-03T09:18:52.113664Z","steps":["trace[434372941] 'process raft request' (duration: 13.653987ms)","trace[434372941] 'compare' (duration: 105.947324ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:18:52.114229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.822007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-10-03T09:18:52.11431Z","caller":"traceutil/trace.go:171","msg":"trace[1585792823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5725; }","duration":"120.325818ms","start":"2026-10-03T09:18:51.993964Z","end":"2026-10-03T09:18:52.11429Z","steps":["trace[1585792823] 'agreement among raft nodes before linearized reading' (duration: 119.751314ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:52.116494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.672088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-10-03T09:18:52.116601Z","caller":"traceutil/trace.go:171","msg":"trace[1183452272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5726; }","duration":"101.837742ms","start":"2026-10-03T09:18:52.014743Z","end":"2026-10-03T09:18:52.116581Z","steps":["trace[1183452272] 'agreement among raft nodes before linearized reading' (duration: 101.554755ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:52.373005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.586424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-03T09:18:52.373239Z","caller":"traceutil/trace.go:171","msg":"trace[1664279236] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"252.133219ms","start":"2026-10-03T09:18:52.121071Z","end":"2026-10-03T09:18:52.373204Z","steps":["trace[1664279236] 'process raft request' (duration: 114.245458ms)","trace[1664279236] 'compare' (duration: 137.471691ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:18:52.373304Z","caller":"traceutil/trace.go:171","msg":"trace[170227799] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5948; }","duration":"244.372707ms","start":"2026-10-03T09:18:52.128914Z","end":"2026-10-03T09:18:52.373287Z","steps":["trace[170227799] 'read index received' (duration: 19.627074ms)","trace[170227799] 'applied index is now lower than readState.Index' (duration: 224.744323ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:18:52.373393Z","caller":"traceutil/trace.go:171","msg":"trace[1524549381] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"242.812149ms","start":"2026-10-03T09:18:52.130571Z","end":"2026-10-03T09:18:52.373383Z","steps":["trace[1524549381] 'process raft request' (duration: 242.659445ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:52.373348Z","caller":"traceutil/trace.go:171","msg":"trace[1201807723] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"249.559186ms","start":"2026-10-03T09:18:52.123751Z","end":"2026-10-03T09:18:52.37331Z","steps":["trace[1201807723] 'process raft request' (duration: 249.434273ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:52.373346Z","caller":"traceutil/trace.go:171","msg":"trace[759236939] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"251.881712ms","start":"2026-10-03T09:18:52.121396Z","end":"2026-10-03T09:18:52.373278Z","steps":["trace[759236939] 'process raft request' (duration: 251.706888ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:52.37361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.677406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46336f10-6164-4864-b483-3a17bdf77fc5\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-10-03T09:18:52.37363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.02915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:18:52.374196Z","caller":"traceutil/trace.go:171","msg":"trace[791361171] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5731; }","duration":"165.632396ms","start":"2026-10-03T09:18:52.208545Z","end":"2026-10-03T09:18:52.374177Z","steps":["trace[791361171] 'agreement among raft nodes before linearized reading' (duration: 165.00817ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:18:52.373656Z","caller":"traceutil/trace.go:171","msg":"trace[559450165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46336f10-6164-4864-b483-3a17bdf77fc5; range_end:; response_count:1; response_revision:5731; }","duration":"244.781948ms","start":"2026-10-03T09:18:52.128862Z","end":"2026-10-03T09:18:52.373644Z","steps":["trace[559450165] 'agreement among raft nodes before linearized reading' (duration: 244.585603ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:18:52.373684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.885406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-10-03T09:18:52.374613Z","caller":"traceutil/trace.go:171","msg":"trace[1421807703] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5731; }","duration":"212.85671ms","start":"2026-10-03T09:18:52.161708Z","end":"2026-10-03T09:18:52.374565Z","steps":["trace[1421807703] 'agreement among raft nodes before linearized reading' (duration: 211.733323ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:19:07.84623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2958} {"level":"info","ts":"2026-10-03T09:19:07.928369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2958,"took":"80.65727ms","hash":696275668,"current-db-size-bytes":56258560,"current-db-size":"56 MB","current-db-size-in-use-bytes":32505856,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-10-03T09:19:07.928434Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":696275668,"revision":2958,"compact-revision":-1} {"level":"info","ts":"2026-10-03T09:19:47.577913Z","caller":"traceutil/trace.go:171","msg":"trace[910124021] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"162.701302ms","start":"2026-10-03T09:19:47.415152Z","end":"2026-10-03T09:19:47.577854Z","steps":["trace[910124021] 'process raft request' (duration: 111.116435ms)","trace[910124021] 'compare' (duration: 51.427233ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:19:47.613842Z","caller":"traceutil/trace.go:171","msg":"trace[2130478619] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"106.384414ms","start":"2026-10-03T09:19:47.507426Z","end":"2026-10-03T09:19:47.613811Z","steps":["trace[2130478619] 'process raft request' (duration: 106.191379ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:24:07.855478Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5883} {"level":"info","ts":"2026-10-03T09:24:07.977091Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5883,"took":"119.847275ms","hash":2345489040,"current-db-size-bytes":56258560,"current-db-size":"56 MB","current-db-size-in-use-bytes":26914816,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-10-03T09:24:07.97717Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2345489040,"revision":5883,"compact-revision":2958} {"level":"warn","ts":"2026-10-03T09:25:20.947482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.384381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:20.94747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.695183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:20.947494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.586106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:20.947633Z","caller":"traceutil/trace.go:171","msg":"trace[959812488] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8636; }","duration":"320.604786ms","start":"2026-10-03T09:25:20.627003Z","end":"2026-10-03T09:25:20.947608Z","steps":["trace[959812488] 'range keys from in-memory index tree' (duration: 320.219866ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:20.947674Z","caller":"traceutil/trace.go:171","msg":"trace[705342193] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8636; }","duration":"319.918879ms","start":"2026-10-03T09:25:20.627708Z","end":"2026-10-03T09:25:20.947627Z","steps":["trace[705342193] 'range keys from in-memory index tree' (duration: 319.57887ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:20.947701Z","caller":"traceutil/trace.go:171","msg":"trace[922265893] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8636; }","duration":"320.862973ms","start":"2026-10-03T09:25:20.626814Z","end":"2026-10-03T09:25:20.947677Z","steps":["trace[922265893] 'count revisions from in-memory index tree' (duration: 320.492743ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:20.947701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.626972Z","time spent":"320.713079ms","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-10-03T09:25:20.947708Z","caller":"traceutil/trace.go:171","msg":"trace[2136497574] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8952; }","duration":"286.500808ms","start":"2026-10-03T09:25:20.66114Z","end":"2026-10-03T09:25:20.94764Z","steps":["trace[2136497574] 'read index received' (duration: 255.721084ms)","trace[2136497574] 'applied index is now lower than readState.Index' (duration: 30.778044ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:25:20.947755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.627677Z","time spent":"320.057412ms","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-10-03T09:25:20.947755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.626788Z","time spent":"320.952705ms","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-10-03T09:25:20.947732Z","caller":"traceutil/trace.go:171","msg":"trace[115501271] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"293.317032ms","start":"2026-10-03T09:25:20.654369Z","end":"2026-10-03T09:25:20.947686Z","steps":["trace[115501271] 'process raft request' (duration: 262.542558ms)","trace[115501271] 'compare' (duration: 30.129027ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:25:20.948027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.851677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:20.948127Z","caller":"traceutil/trace.go:171","msg":"trace[1633202423] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8637; }","duration":"286.993511ms","start":"2026-10-03T09:25:20.661114Z","end":"2026-10-03T09:25:20.948107Z","steps":["trace[1633202423] 'agreement among raft nodes before linearized reading' (duration: 286.674913ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.044232Z","caller":"traceutil/trace.go:171","msg":"trace[1442836011] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"232.631746ms","start":"2026-10-03T09:25:20.811565Z","end":"2026-10-03T09:25:21.044197Z","steps":["trace[1442836011] 'process raft request' (duration: 232.289517ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.044465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.057967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.044524Z","caller":"traceutil/trace.go:171","msg":"trace[1692805992] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8639; }","duration":"116.153629ms","start":"2026-10-03T09:25:20.928349Z","end":"2026-10-03T09:25:21.044503Z","steps":["trace[1692805992] 'agreement among raft nodes before linearized reading' (duration: 116.015025ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.044416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.919563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.176716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.479677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.525234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.221706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.044773Z","caller":"traceutil/trace.go:171","msg":"trace[1439642241] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"224.959171ms","start":"2026-10-03T09:25:20.81976Z","end":"2026-10-03T09:25:21.044719Z","steps":["trace[1439642241] 'process raft request' (duration: 224.359855ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.044854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.427018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.04484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.635096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.668939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.291155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.04494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.824121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.482198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.55546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.969943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.864272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.044968Z","caller":"traceutil/trace.go:171","msg":"trace[1232229096] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8639; }","duration":"309.792212ms","start":"2026-10-03T09:25:20.735146Z","end":"2026-10-03T09:25:21.044938Z","steps":["trace[1232229096] 'agreement among raft nodes before linearized reading' (duration: 309.600967ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.044988Z","caller":"traceutil/trace.go:171","msg":"trace[156058400] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8639; }","duration":"310.418169ms","start":"2026-10-03T09:25:20.734537Z","end":"2026-10-03T09:25:21.044955Z","steps":["trace[156058400] 'agreement among raft nodes before linearized reading' (duration: 310.265305ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.045008Z","caller":"traceutil/trace.go:171","msg":"trace[1070302338] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8639; }","duration":"361.631641ms","start":"2026-10-03T09:25:20.683364Z","end":"2026-10-03T09:25:21.044995Z","steps":["trace[1070302338] 'agreement among raft nodes before linearized reading' (duration: 361.585091ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.044981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.415278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.045027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.892177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.045023Z","caller":"traceutil/trace.go:171","msg":"trace[2031683234] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8639; }","duration":"285.940663ms","start":"2026-10-03T09:25:20.759067Z","end":"2026-10-03T09:25:21.045007Z","steps":["trace[2031683234] 'agreement among raft nodes before linearized reading' (duration: 285.869742ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.045039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.734524Z","time spent":"310.50407ms","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-10-03T09:25:21.045043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.956694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.045059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.211078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.04506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.683336Z","time spent":"361.713003ms","remote":"127.0.0.1:37556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-10-03T09:25:21.045063Z","caller":"traceutil/trace.go:171","msg":"trace[1377399078] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8639; }","duration":"284.929258ms","start":"2026-10-03T09:25:20.760127Z","end":"2026-10-03T09:25:21.045056Z","steps":["trace[1377399078] 'agreement among raft nodes before linearized reading' (duration: 284.879817ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.045073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.525869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.045092Z","caller":"traceutil/trace.go:171","msg":"trace[1746619243] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8639; }","duration":"264.026795ms","start":"2026-10-03T09:25:20.781053Z","end":"2026-10-03T09:25:21.045079Z","steps":["trace[1746619243] 'agreement among raft nodes before linearized reading' (duration: 263.957953ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.045095Z","caller":"traceutil/trace.go:171","msg":"trace[2139968017] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8639; }","duration":"310.54561ms","start":"2026-10-03T09:25:20.734509Z","end":"2026-10-03T09:25:21.045054Z","steps":["trace[2139968017] 'agreement among raft nodes before linearized reading' (duration: 310.331886ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.045117Z","caller":"traceutil/trace.go:171","msg":"trace[921361251] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8639; }","duration":"149.57003ms","start":"2026-10-03T09:25:20.895537Z","end":"2026-10-03T09:25:21.045107Z","steps":["trace[921361251] 'agreement among raft nodes before linearized reading' (duration: 149.508978ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.045127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.020897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.045154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.734498Z","time spent":"310.637813ms","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-10-03T09:25:21.045108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.485033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.045172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.387078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.044858Z","caller":"traceutil/trace.go:171","msg":"trace[721975729] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8639; }","duration":"285.688178ms","start":"2026-10-03T09:25:20.759116Z","end":"2026-10-03T09:25:21.044804Z","steps":["trace[721975729] 'agreement among raft nodes before linearized reading' (duration: 285.412871ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.045215Z","caller":"traceutil/trace.go:171","msg":"trace[1770646190] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8639; }","duration":"192.589876ms","start":"2026-10-03T09:25:20.852609Z","end":"2026-10-03T09:25:21.045199Z","steps":["trace[1770646190] 'agreement among raft nodes before linearized reading' (duration: 192.464173ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.04517Z","caller":"traceutil/trace.go:171","msg":"trace[611827437] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8639; }","duration":"383.067649ms","start":"2026-10-03T09:25:20.662081Z","end":"2026-10-03T09:25:21.045149Z","steps":["trace[611827437] 'agreement among raft nodes before linearized reading' (duration: 383.024028ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.044645Z","caller":"traceutil/trace.go:171","msg":"trace[1734374837] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8639; }","duration":"242.208941ms","start":"2026-10-03T09:25:20.802407Z","end":"2026-10-03T09:25:21.044616Z","steps":["trace[1734374837] 'agreement among raft nodes before linearized reading' (duration: 241.851722ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.045272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.662071Z","time spent":"383.186772ms","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-10-03T09:25:21.045221Z","caller":"traceutil/trace.go:171","msg":"trace[1055051168] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8639; }","duration":"241.514562ms","start":"2026-10-03T09:25:20.80369Z","end":"2026-10-03T09:25:21.045205Z","steps":["trace[1055051168] 'agreement among raft nodes before linearized reading' (duration: 241.456891ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.04502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.606323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.04486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.223851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.045395Z","caller":"traceutil/trace.go:171","msg":"trace[231417414] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8639; }","duration":"218.016064ms","start":"2026-10-03T09:25:20.827362Z","end":"2026-10-03T09:25:21.045378Z","steps":["trace[231417414] 'agreement among raft nodes before linearized reading' (duration: 217.635624ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.045411Z","caller":"traceutil/trace.go:171","msg":"trace[1128210436] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8639; }","duration":"242.830475ms","start":"2026-10-03T09:25:20.802566Z","end":"2026-10-03T09:25:21.045397Z","steps":["trace[1128210436] 'agreement among raft nodes before linearized reading' (duration: 241.681926ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.04512Z","caller":"traceutil/trace.go:171","msg":"trace[840856650] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8639; }","duration":"218.337481ms","start":"2026-10-03T09:25:20.826757Z","end":"2026-10-03T09:25:21.045094Z","steps":["trace[840856650] 'agreement among raft nodes before linearized reading' (duration: 218.28116ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.045047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.229541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.044519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.920094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.044758Z","caller":"traceutil/trace.go:171","msg":"trace[1679252165] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8639; }","duration":"192.347421ms","start":"2026-10-03T09:25:20.852374Z","end":"2026-10-03T09:25:21.044721Z","steps":["trace[1679252165] 'agreement among raft nodes before linearized reading' (duration: 192.105914ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.045503Z","caller":"traceutil/trace.go:171","msg":"trace[1020081156] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8639; }","duration":"171.95718ms","start":"2026-10-03T09:25:20.873533Z","end":"2026-10-03T09:25:21.04549Z","steps":["trace[1020081156] 'agreement among raft nodes before linearized reading' (duration: 170.808761ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.045506Z","caller":"traceutil/trace.go:171","msg":"trace[844975379] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8639; }","duration":"191.679452ms","start":"2026-10-03T09:25:20.853803Z","end":"2026-10-03T09:25:21.045482Z","steps":["trace[844975379] 'agreement among raft nodes before linearized reading' (duration: 191.21173ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.044567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.907326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.044753Z","caller":"traceutil/trace.go:171","msg":"trace[1806399467] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8639; }","duration":"147.643772ms","start":"2026-10-03T09:25:20.897073Z","end":"2026-10-03T09:25:21.044716Z","steps":["trace[1806399467] 'agreement among raft nodes before linearized reading' (duration: 147.532789ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.045671Z","caller":"traceutil/trace.go:171","msg":"trace[409396987] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8639; }","duration":"333.085725ms","start":"2026-10-03T09:25:20.71257Z","end":"2026-10-03T09:25:21.045655Z","steps":["trace[409396987] 'agreement among raft nodes before linearized reading' (duration: 331.849264ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.045735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.712537Z","time spent":"333.177657ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-10-03T09:25:21.04488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.972127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.045801Z","caller":"traceutil/trace.go:171","msg":"trace[1977896052] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8639; }","duration":"361.910179ms","start":"2026-10-03T09:25:20.683876Z","end":"2026-10-03T09:25:21.045787Z","steps":["trace[1977896052] 'agreement among raft nodes before linearized reading' (duration: 360.977716ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.044769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.786898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:21.045841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.683835Z","time spent":"361.992311ms","remote":"127.0.0.1:37556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-10-03T09:25:21.04484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.367054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.045882Z","caller":"traceutil/trace.go:171","msg":"trace[205164241] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8639; }","duration":"333.923907ms","start":"2026-10-03T09:25:20.711915Z","end":"2026-10-03T09:25:21.045839Z","steps":["trace[205164241] 'agreement among raft nodes before linearized reading' (duration: 332.791328ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.044899Z","caller":"traceutil/trace.go:171","msg":"trace[1965954294] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8639; }","duration":"115.402389ms","start":"2026-10-03T09:25:20.929463Z","end":"2026-10-03T09:25:21.044866Z","steps":["trace[1965954294] 'agreement among raft nodes before linearized reading' (duration: 115.138293ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.045959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.711885Z","time spent":"334.04402ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-10-03T09:25:21.044906Z","caller":"traceutil/trace.go:171","msg":"trace[1239484965] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8639; }","duration":"171.52048ms","start":"2026-10-03T09:25:20.873371Z","end":"2026-10-03T09:25:21.044891Z","steps":["trace[1239484965] 'agreement among raft nodes before linearized reading' (duration: 171.423688ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.045886Z","caller":"traceutil/trace.go:171","msg":"trace[1858410555] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8639; }","duration":"117.446362ms","start":"2026-10-03T09:25:20.928428Z","end":"2026-10-03T09:25:21.045874Z","steps":["trace[1858410555] 'agreement among raft nodes before linearized reading' (duration: 116.375825ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.04495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.427259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.044983Z","caller":"traceutil/trace.go:171","msg":"trace[1381428071] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8639; }","duration":"263.870962ms","start":"2026-10-03T09:25:20.781097Z","end":"2026-10-03T09:25:21.044968Z","steps":["trace[1381428071] 'agreement among raft nodes before linearized reading' (duration: 263.80242ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.044984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.920672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.046106Z","caller":"traceutil/trace.go:171","msg":"trace[1611644472] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8639; }","duration":"218.64923ms","start":"2026-10-03T09:25:20.827441Z","end":"2026-10-03T09:25:21.04609Z","steps":["trace[1611644472] 'agreement among raft nodes before linearized reading' (duration: 217.481301ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.044983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.523549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.046163Z","caller":"traceutil/trace.go:171","msg":"trace[1576199717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8639; }","duration":"179.157063ms","start":"2026-10-03T09:25:20.866984Z","end":"2026-10-03T09:25:21.046141Z","steps":["trace[1576199717] 'agreement among raft nodes before linearized reading' (duration: 177.957803ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.046201Z","caller":"traceutil/trace.go:171","msg":"trace[1570305126] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8639; }","duration":"265.751009ms","start":"2026-10-03T09:25:20.780427Z","end":"2026-10-03T09:25:21.046178Z","steps":["trace[1570305126] 'agreement among raft nodes before linearized reading' (duration: 264.518038ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:21.04501Z","caller":"traceutil/trace.go:171","msg":"trace[1114663392] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8639; }","duration":"149.627411ms","start":"2026-10-03T09:25:20.895356Z","end":"2026-10-03T09:25:21.044983Z","steps":["trace[1114663392] 'agreement among raft nodes before linearized reading' (duration: 149.424597ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.045044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.735136Z","time spent":"309.888234ms","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-10-03T09:25:21.045086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.729865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.046535Z","caller":"traceutil/trace.go:171","msg":"trace[1205472478] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8639; }","duration":"385.228393ms","start":"2026-10-03T09:25:20.661291Z","end":"2026-10-03T09:25:21.046519Z","steps":["trace[1205472478] 'agreement among raft nodes before linearized reading' (duration: 383.765695ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.046609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.661256Z","time spent":"385.337046ms","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-10-03T09:25:21.044915Z","caller":"traceutil/trace.go:171","msg":"trace[1034310939] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8639; }","duration":"170.798031ms","start":"2026-10-03T09:25:20.874104Z","end":"2026-10-03T09:25:21.044902Z","steps":["trace[1034310939] 'agreement among raft nodes before linearized reading' (duration: 170.692499ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.044928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.464738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:21.046916Z","caller":"traceutil/trace.go:171","msg":"trace[937402390] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8639; }","duration":"363.491379ms","start":"2026-10-03T09:25:20.683411Z","end":"2026-10-03T09:25:21.046903Z","steps":["trace[937402390] 'agreement among raft nodes before linearized reading' (duration: 361.489738ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.046953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.683389Z","time spent":"363.550931ms","remote":"127.0.0.1:37556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-10-03T09:25:21.045018Z","caller":"traceutil/trace.go:171","msg":"trace[201704714] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8639; }","duration":"333.188627ms","start":"2026-10-03T09:25:20.711814Z","end":"2026-10-03T09:25:21.045003Z","steps":["trace[201704714] 'agreement among raft nodes before linearized reading' (duration: 332.974532ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:21.047146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:20.7118Z","time spent":"335.316912ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-10-03T09:25:22.49723Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002306.wal"} {"level":"info","ts":"2026-10-03T09:25:49.966429Z","caller":"traceutil/trace.go:171","msg":"trace[2031321217] linearizableReadLoop","detail":"{readStateIndex:9168; appliedIndex:9167; }","duration":"172.537566ms","start":"2026-10-03T09:25:49.79383Z","end":"2026-10-03T09:25:49.966367Z","steps":["trace[2031321217] 'read index received' (duration: 172.038183ms)","trace[2031321217] 'applied index is now lower than readState.Index' (duration: 497.603µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:25:49.966473Z","caller":"traceutil/trace.go:171","msg":"trace[880987194] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"324.740653ms","start":"2026-10-03T09:25:49.641684Z","end":"2026-10-03T09:25:49.966425Z","steps":["trace[880987194] 'process raft request' (duration: 324.335582ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:49.966739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:25:49.641642Z","time spent":"324.954358ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T09:25:49.966825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.849105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-03T09:25:49.96681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.855005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:25:49.966873Z","caller":"traceutil/trace.go:171","msg":"trace[1382805655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8844; }","duration":"101.950648ms","start":"2026-10-03T09:25:49.864907Z","end":"2026-10-03T09:25:49.966857Z","steps":["trace[1382805655] 'agreement among raft nodes before linearized reading' (duration: 101.889606ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:49.966901Z","caller":"traceutil/trace.go:171","msg":"trace[272850265] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8844; }","duration":"123.964978ms","start":"2026-10-03T09:25:49.84291Z","end":"2026-10-03T09:25:49.966875Z","steps":["trace[272850265] 'agreement among raft nodes before linearized reading' (duration: 123.809934ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:49.966735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.859654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-03T09:25:49.967043Z","caller":"traceutil/trace.go:171","msg":"trace[1819268682] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8844; }","duration":"173.254184ms","start":"2026-10-03T09:25:49.793769Z","end":"2026-10-03T09:25:49.967023Z","steps":["trace[1819268682] 'agreement among raft nodes before linearized reading' (duration: 172.855224ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:25:54.633348Z","caller":"traceutil/trace.go:171","msg":"trace[68830039] linearizableReadLoop","detail":"{readStateIndex:9194; appliedIndex:9193; }","duration":"101.26776ms","start":"2026-10-03T09:25:54.532049Z","end":"2026-10-03T09:25:54.633316Z","steps":["trace[68830039] 'read index received' (duration: 100.988542ms)","trace[68830039] 'applied index is now lower than readState.Index' (duration: 277.377µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:25:54.633463Z","caller":"traceutil/trace.go:171","msg":"trace[1719038466] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"103.044194ms","start":"2026-10-03T09:25:54.530343Z","end":"2026-10-03T09:25:54.633387Z","steps":["trace[1719038466] 'process raft request' (duration: 102.763397ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:25:54.633673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.591888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-03T09:25:54.633795Z","caller":"traceutil/trace.go:171","msg":"trace[1149118415] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8869; }","duration":"101.825754ms","start":"2026-10-03T09:25:54.531942Z","end":"2026-10-03T09:25:54.633768Z","steps":["trace[1149118415] 'agreement among raft nodes before linearized reading' (duration: 101.527186ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:26:03.237628Z","caller":"traceutil/trace.go:171","msg":"trace[1797447388] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"108.415231ms","start":"2026-10-03T09:26:03.129181Z","end":"2026-10-03T09:26:03.237596Z","steps":["trace[1797447388] 'process raft request' (duration: 99.799152ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:26:04.029492Z","caller":"traceutil/trace.go:171","msg":"trace[959294552] linearizableReadLoop","detail":"{readStateIndex:9248; appliedIndex:9247; }","duration":"164.973803ms","start":"2026-10-03T09:26:03.864494Z","end":"2026-10-03T09:26:04.029468Z","steps":["trace[959294552] 'read index received' (duration: 164.802299ms)","trace[959294552] 'applied index is now lower than readState.Index' (duration: 170.334µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:26:04.029568Z","caller":"traceutil/trace.go:171","msg":"trace[1102875182] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"205.311399ms","start":"2026-10-03T09:26:03.824204Z","end":"2026-10-03T09:26:04.029515Z","steps":["trace[1102875182] 'process raft request' (duration: 205.102805ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:26:04.029757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.980209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-03T09:26:04.029748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.239759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:26:04.029791Z","caller":"traceutil/trace.go:171","msg":"trace[1918312046] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8921; }","duration":"126.074222ms","start":"2026-10-03T09:26:03.903707Z","end":"2026-10-03T09:26:04.029781Z","steps":["trace[1918312046] 'agreement among raft nodes before linearized reading' (duration: 125.922088ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:26:04.029823Z","caller":"traceutil/trace.go:171","msg":"trace[930922439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8921; }","duration":"165.361922ms","start":"2026-10-03T09:26:03.86444Z","end":"2026-10-03T09:26:04.029802Z","steps":["trace[930922439] 'agreement among raft nodes before linearized reading' (duration: 165.188398ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:26:04.157596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.611165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:26:04.157687Z","caller":"traceutil/trace.go:171","msg":"trace[1907635667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8921; }","duration":"126.76167ms","start":"2026-10-03T09:26:04.030904Z","end":"2026-10-03T09:26:04.157666Z","steps":["trace[1907635667] 'range keys from in-memory index tree' (duration: 126.552494ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:26:04.446142Z","caller":"traceutil/trace.go:171","msg":"trace[1165969946] linearizableReadLoop","detail":"{readStateIndex:9250; appliedIndex:9249; }","duration":"112.794704ms","start":"2026-10-03T09:26:04.333324Z","end":"2026-10-03T09:26:04.446118Z","steps":["trace[1165969946] 'read index received' (duration: 65.192581ms)","trace[1165969946] 'applied index is now lower than readState.Index' (duration: 47.601063ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:26:04.446494Z","caller":"traceutil/trace.go:171","msg":"trace[113543909] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"256.883774ms","start":"2026-10-03T09:26:04.189596Z","end":"2026-10-03T09:26:04.44648Z","steps":["trace[113543909] 'process raft request' (duration: 208.914143ms)","trace[113543909] 'compare' (duration: 47.285304ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:26:04.446811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.474481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-03T09:26:04.446895Z","caller":"traceutil/trace.go:171","msg":"trace[1427113275] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8922; }","duration":"113.611684ms","start":"2026-10-03T09:26:04.33327Z","end":"2026-10-03T09:26:04.446881Z","steps":["trace[1427113275] 'agreement among raft nodes before linearized reading' (duration: 113.482081ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:27:14.112401Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"282167b6747c9cda","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-03T09:27:14.131029Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-10-03T09:27:14.131192Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-10-03T09:29:07.86578Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8046} {"level":"info","ts":"2026-10-03T09:29:07.941439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8046,"took":"72.567116ms","hash":912108542,"current-db-size-bytes":56258560,"current-db-size":"56 MB","current-db-size-in-use-bytes":27983872,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-10-03T09:29:07.941521Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":912108542,"revision":8046,"compact-revision":5883} {"level":"info","ts":"2026-10-03T09:31:44.560965Z","caller":"traceutil/trace.go:171","msg":"trace[1873890345] transaction","detail":"{read_only:false; response_revision:11389; number_of_response:1; }","duration":"108.619145ms","start":"2026-10-03T09:31:44.45232Z","end":"2026-10-03T09:31:44.560939Z","steps":["trace[1873890345] 'process raft request' (duration: 108.472921ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:33:15.060294Z","caller":"traceutil/trace.go:171","msg":"trace[1548456047] transaction","detail":"{read_only:false; response_revision:12226; number_of_response:1; }","duration":"123.347871ms","start":"2026-10-03T09:33:14.936915Z","end":"2026-10-03T09:33:15.060263Z","steps":["trace[1548456047] 'process raft request' (duration: 85.526428ms)","trace[1548456047] 'compare' (duration: 37.585916ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:33:15.611237Z","caller":"traceutil/trace.go:171","msg":"trace[1050681092] transaction","detail":"{read_only:false; response_revision:12232; number_of_response:1; }","duration":"288.376462ms","start":"2026-10-03T09:33:15.322832Z","end":"2026-10-03T09:33:15.611209Z","steps":["trace[1050681092] 'process raft request' (duration: 288.212378ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:33:15.647842Z","caller":"traceutil/trace.go:171","msg":"trace[937163757] transaction","detail":"{read_only:false; response_revision:12233; number_of_response:1; }","duration":"133.715685ms","start":"2026-10-03T09:33:15.514091Z","end":"2026-10-03T09:33:15.647806Z","steps":["trace[937163757] 'process raft request' (duration: 133.52453ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:34:07.873694Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10410} {"level":"info","ts":"2026-10-03T09:34:07.962304Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10410,"took":"86.276097ms","hash":2704582542,"current-db-size-bytes":56258560,"current-db-size":"56 MB","current-db-size-in-use-bytes":25882624,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-10-03T09:34:07.96237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2704582542,"revision":10410,"compact-revision":8046} {"level":"info","ts":"2026-10-03T09:39:07.88199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12589} {"level":"info","ts":"2026-10-03T09:39:07.965269Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12589,"took":"79.884485ms","hash":2444637808,"current-db-size-bytes":56258560,"current-db-size":"56 MB","current-db-size-in-use-bytes":27353088,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-10-03T09:39:07.965356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2444637808,"revision":12589,"compact-revision":10410} {"level":"warn","ts":"2026-10-03T09:40:03.353516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.917461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-10-03T09:40:03.353608Z","caller":"traceutil/trace.go:171","msg":"trace[766232199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14937; }","duration":"134.063214ms","start":"2026-10-03T09:40:03.219523Z","end":"2026-10-03T09:40:03.353586Z","steps":["trace[766232199] 'range keys from in-memory index tree' (duration: 133.718666ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:40:04.443584Z","caller":"traceutil/trace.go:171","msg":"trace[635640314] transaction","detail":"{read_only:false; response_revision:14943; number_of_response:1; }","duration":"374.945883ms","start":"2026-10-03T09:40:04.068578Z","end":"2026-10-03T09:40:04.443524Z","steps":["trace[635640314] 'process raft request' (duration: 374.700547ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:40:04.443854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:40:04.06856Z","time spent":"375.155159ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:40:14.650489Z","caller":"traceutil/trace.go:171","msg":"trace[958727765] linearizableReadLoop","detail":"{readStateIndex:15651; appliedIndex:15650; }","duration":"117.027453ms","start":"2026-10-03T09:40:14.533433Z","end":"2026-10-03T09:40:14.650461Z","steps":["trace[958727765] 'read index received' (duration: 116.848279ms)","trace[958727765] 'applied index is now lower than readState.Index' (duration: 176.694µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:40:14.650651Z","caller":"traceutil/trace.go:171","msg":"trace[1663689944] transaction","detail":"{read_only:false; response_revision:15117; number_of_response:1; }","duration":"173.265917ms","start":"2026-10-03T09:40:14.477373Z","end":"2026-10-03T09:40:14.650639Z","steps":["trace[1663689944] 'process raft request' (duration: 172.926838ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:40:14.651038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.594007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5x4gd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-10-03T09:40:14.651117Z","caller":"traceutil/trace.go:171","msg":"trace[563900012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5x4gd; range_end:; response_count:1; response_revision:15117; }","duration":"117.719551ms","start":"2026-10-03T09:40:14.533384Z","end":"2026-10-03T09:40:14.651103Z","steps":["trace[563900012] 'agreement among raft nodes before linearized reading' (duration: 117.558267ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:40:14.877573Z","caller":"traceutil/trace.go:171","msg":"trace[1413255616] linearizableReadLoop","detail":"{readStateIndex:15652; appliedIndex:15651; }","duration":"218.931524ms","start":"2026-10-03T09:40:14.658603Z","end":"2026-10-03T09:40:14.877534Z","steps":["trace[1413255616] 'read index received' (duration: 218.757129ms)","trace[1413255616] 'applied index is now lower than readState.Index' (duration: 173.215µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:40:14.877727Z","caller":"traceutil/trace.go:171","msg":"trace[890856047] transaction","detail":"{read_only:false; response_revision:15118; number_of_response:1; }","duration":"224.501894ms","start":"2026-10-03T09:40:14.653211Z","end":"2026-10-03T09:40:14.877713Z","steps":["trace[890856047] 'process raft request' (duration: 224.115394ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:40:14.878607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.98837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:630230"} {"level":"info","ts":"2026-10-03T09:40:14.878716Z","caller":"traceutil/trace.go:171","msg":"trace[342783332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:15118; }","duration":"220.166885ms","start":"2026-10-03T09:40:14.658521Z","end":"2026-10-03T09:40:14.878688Z","steps":["trace[342783332] 'agreement among raft nodes before linearized reading' (duration: 219.18654ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:40:14.902979Z","caller":"traceutil/trace.go:171","msg":"trace[2032582589] transaction","detail":"{read_only:false; response_revision:15119; number_of_response:1; }","duration":"181.385134ms","start":"2026-10-03T09:40:14.721563Z","end":"2026-10-03T09:40:14.902948Z","steps":["trace[2032582589] 'process raft request' (duration: 180.811749ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:40:14.903212Z","caller":"traceutil/trace.go:171","msg":"trace[1214237919] transaction","detail":"{read_only:false; response_revision:15120; number_of_response:1; }","duration":"179.553996ms","start":"2026-10-03T09:40:14.723647Z","end":"2026-10-03T09:40:14.903201Z","steps":["trace[1214237919] 'process raft request' (duration: 178.854068ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:13.95231Z","caller":"traceutil/trace.go:171","msg":"trace[636475842] transaction","detail":"{read_only:false; response_revision:15953; number_of_response:1; }","duration":"157.17461ms","start":"2026-10-03T09:41:13.795104Z","end":"2026-10-03T09:41:13.952279Z","steps":["trace[636475842] 'process raft request' (duration: 134.455974ms)","trace[636475842] 'compare' (duration: 22.600683ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:41:13.990761Z","caller":"traceutil/trace.go:171","msg":"trace[697898420] transaction","detail":"{read_only:false; response_revision:15954; number_of_response:1; }","duration":"194.414223ms","start":"2026-10-03T09:41:13.796317Z","end":"2026-10-03T09:41:13.990732Z","steps":["trace[697898420] 'process raft request' (duration: 194.228678ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:13.990981Z","caller":"traceutil/trace.go:171","msg":"trace[474922862] transaction","detail":"{read_only:false; response_revision:15955; number_of_response:1; }","duration":"194.461823ms","start":"2026-10-03T09:41:13.796492Z","end":"2026-10-03T09:41:13.990954Z","steps":["trace[474922862] 'process raft request' (duration: 194.194107ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:13.991207Z","caller":"traceutil/trace.go:171","msg":"trace[684029237] transaction","detail":"{read_only:false; response_revision:15956; number_of_response:1; }","duration":"119.830644ms","start":"2026-10-03T09:41:13.87135Z","end":"2026-10-03T09:41:13.991181Z","steps":["trace[684029237] 'process raft request' (duration: 119.520336ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:13.991431Z","caller":"traceutil/trace.go:171","msg":"trace[1328644854] linearizableReadLoop","detail":"{readStateIndex:16515; appliedIndex:16512; }","duration":"192.480723ms","start":"2026-10-03T09:41:13.798678Z","end":"2026-10-03T09:41:13.991159Z","steps":["trace[1328644854] 'read index received' (duration: 130.964936ms)","trace[1328644854] 'applied index is now lower than readState.Index' (duration: 61.514987ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:41:13.992408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.751664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-hlr6w\" ","response":"range_response_count:1 size:11274"} {"level":"warn","ts":"2026-10-03T09:41:13.992508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.784057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:762269"} {"level":"info","ts":"2026-10-03T09:41:13.992526Z","caller":"traceutil/trace.go:171","msg":"trace[1228499785] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-hlr6w; range_end:; response_count:1; response_revision:15956; }","duration":"127.886968ms","start":"2026-10-03T09:41:13.864582Z","end":"2026-10-03T09:41:13.992469Z","steps":["trace[1228499785] 'agreement among raft nodes before linearized reading' (duration: 127.636431ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:13.99258Z","caller":"traceutil/trace.go:171","msg":"trace[614645127] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15956; }","duration":"193.889319ms","start":"2026-10-03T09:41:13.798672Z","end":"2026-10-03T09:41:13.992561Z","steps":["trace[614645127] 'agreement among raft nodes before linearized reading' (duration: 192.827192ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:13.993025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.394667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:762269"} {"level":"info","ts":"2026-10-03T09:41:13.993104Z","caller":"traceutil/trace.go:171","msg":"trace[1914538560] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15956; }","duration":"191.500439ms","start":"2026-10-03T09:41:13.80159Z","end":"2026-10-03T09:41:13.993091Z","steps":["trace[1914538560] 'agreement among raft nodes before linearized reading' (duration: 190.594766ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:14.294615Z","caller":"traceutil/trace.go:171","msg":"trace[442303062] transaction","detail":"{read_only:false; response_revision:15958; number_of_response:1; }","duration":"184.095121ms","start":"2026-10-03T09:41:14.110494Z","end":"2026-10-03T09:41:14.294589Z","steps":["trace[442303062] 'process raft request' (duration: 183.900446ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:14.305896Z","caller":"traceutil/trace.go:171","msg":"trace[1256553033] transaction","detail":"{read_only:false; response_revision:15959; number_of_response:1; }","duration":"166.105546ms","start":"2026-10-03T09:41:14.139767Z","end":"2026-10-03T09:41:14.305873Z","steps":["trace[1256553033] 'process raft request' (duration: 165.945182ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:15.481503Z","caller":"traceutil/trace.go:171","msg":"trace[1456001341] transaction","detail":"{read_only:false; response_revision:15966; number_of_response:1; }","duration":"115.30115ms","start":"2026-10-03T09:41:15.366178Z","end":"2026-10-03T09:41:15.481479Z","steps":["trace[1456001341] 'process raft request' (duration: 115.169456ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:15.507402Z","caller":"traceutil/trace.go:171","msg":"trace[1483862109] transaction","detail":"{read_only:false; response_revision:15967; number_of_response:1; }","duration":"106.128227ms","start":"2026-10-03T09:41:15.401255Z","end":"2026-10-03T09:41:15.507383Z","steps":["trace[1483862109] 'process raft request' (duration: 94.168334ms)","trace[1483862109] 'compare' (duration: 11.493411ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:41:21.53762Z","caller":"traceutil/trace.go:171","msg":"trace[1323941440] transaction","detail":"{read_only:false; response_revision:16032; number_of_response:1; }","duration":"138.728523ms","start":"2026-10-03T09:41:21.398852Z","end":"2026-10-03T09:41:21.537581Z","steps":["trace[1323941440] 'process raft request' (duration: 137.705337ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:55.843343Z","caller":"traceutil/trace.go:171","msg":"trace[1308028104] transaction","detail":"{read_only:false; response_revision:16212; number_of_response:1; }","duration":"130.70948ms","start":"2026-10-03T09:41:55.712604Z","end":"2026-10-03T09:41:55.843314Z","steps":["trace[1308028104] 'process raft request' (duration: 130.252569ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.06564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.269042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-03T09:41:56.065751Z","caller":"traceutil/trace.go:171","msg":"trace[1063241906] linearizableReadLoop","detail":"{readStateIndex:16781; appliedIndex:16780; }","duration":"201.215764ms","start":"2026-10-03T09:41:55.86452Z","end":"2026-10-03T09:41:56.065735Z","steps":["trace[1063241906] 'read index received' (duration: 75.728817ms)","trace[1063241906] 'applied index is now lower than readState.Index' (duration: 125.485897ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:41:56.065825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.297056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:41:56.065987Z","caller":"traceutil/trace.go:171","msg":"trace[753460468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16213; }","duration":"201.479781ms","start":"2026-10-03T09:41:55.864494Z","end":"2026-10-03T09:41:56.065973Z","steps":["trace[753460468] 'agreement among raft nodes before linearized reading' (duration: 201.294257ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.066015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.575521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:41:56.06607Z","caller":"traceutil/trace.go:171","msg":"trace[1682428757] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:16213; }","duration":"195.650344ms","start":"2026-10-03T09:41:55.870407Z","end":"2026-10-03T09:41:56.066057Z","steps":["trace[1682428757] 'agreement among raft nodes before linearized reading' (duration: 195.571672ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.066105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.483235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-10-03T09:41:56.066151Z","caller":"traceutil/trace.go:171","msg":"trace[1820852902] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16213; }","duration":"164.543926ms","start":"2026-10-03T09:41:55.901593Z","end":"2026-10-03T09:41:56.066137Z","steps":["trace[1820852902] 'agreement among raft nodes before linearized reading' (duration: 164.400652ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:56.065804Z","caller":"traceutil/trace.go:171","msg":"trace[962392121] transaction","detail":"{read_only:false; response_revision:16213; number_of_response:1; }","duration":"210.54277ms","start":"2026-10-03T09:41:55.85523Z","end":"2026-10-03T09:41:56.065772Z","steps":["trace[962392121] 'process raft request' (duration: 85.065124ms)","trace[962392121] 'compare' (duration: 124.981995ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:41:56.06622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.786624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-10-03T09:41:56.066289Z","caller":"traceutil/trace.go:171","msg":"trace[731260966] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16213; }","duration":"170.876326ms","start":"2026-10-03T09:41:55.895395Z","end":"2026-10-03T09:41:56.066271Z","steps":["trace[731260966] 'agreement among raft nodes before linearized reading' (duration: 170.690801ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.066344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.573645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-10-03T09:41:56.066382Z","caller":"traceutil/trace.go:171","msg":"trace[1818230755] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16213; }","duration":"171.625806ms","start":"2026-10-03T09:41:55.894747Z","end":"2026-10-03T09:41:56.066373Z","steps":["trace[1818230755] 'agreement among raft nodes before linearized reading' (duration: 171.519843ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.066468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.821171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:41:56.066495Z","caller":"traceutil/trace.go:171","msg":"trace[1226977502] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16213; }","duration":"171.886583ms","start":"2026-10-03T09:41:55.894602Z","end":"2026-10-03T09:41:56.066488Z","steps":["trace[1226977502] 'agreement among raft nodes before linearized reading' (duration: 171.848792ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.066561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.968833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:41:56.066601Z","caller":"traceutil/trace.go:171","msg":"trace[1412161371] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16213; }","duration":"170.021534ms","start":"2026-10-03T09:41:55.896568Z","end":"2026-10-03T09:41:56.06659Z","steps":["trace[1412161371] 'agreement among raft nodes before linearized reading' (duration: 169.966093ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:56.230969Z","caller":"traceutil/trace.go:171","msg":"trace[931313740] transaction","detail":"{read_only:false; response_revision:16214; number_of_response:1; }","duration":"157.820926ms","start":"2026-10-03T09:41:56.07313Z","end":"2026-10-03T09:41:56.23095Z","steps":["trace[931313740] 'process raft request' (duration: 157.700813ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:41:56.606908Z","caller":"traceutil/trace.go:171","msg":"trace[1035562145] linearizableReadLoop","detail":"{readStateIndex:16786; appliedIndex:16785; }","duration":"230.088936ms","start":"2026-10-03T09:41:56.376789Z","end":"2026-10-03T09:41:56.606878Z","steps":["trace[1035562145] 'read index received' (duration: 181.016784ms)","trace[1035562145] 'applied index is now lower than readState.Index' (duration: 49.070692ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:41:56.607295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.499987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-10-03T09:41:56.607331Z","caller":"traceutil/trace.go:171","msg":"trace[533812792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16217; }","duration":"230.582899ms","start":"2026-10-03T09:41:56.376736Z","end":"2026-10-03T09:41:56.607319Z","steps":["trace[533812792] 'agreement among raft nodes before linearized reading' (duration: 230.420175ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.607575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.40845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-10-03T09:41:56.607611Z","caller":"traceutil/trace.go:171","msg":"trace[1226877816] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16217; }","duration":"169.471521ms","start":"2026-10-03T09:41:56.438131Z","end":"2026-10-03T09:41:56.607603Z","steps":["trace[1226877816] 'agreement among raft nodes before linearized reading' (duration: 169.379309ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.607798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.407503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-t85ln\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-10-03T09:41:56.607831Z","caller":"traceutil/trace.go:171","msg":"trace[2037135735] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-t85ln; range_end:; response_count:1; response_revision:16217; }","duration":"102.441544ms","start":"2026-10-03T09:41:56.505382Z","end":"2026-10-03T09:41:56.607824Z","steps":["trace[2037135735] 'agreement among raft nodes before linearized reading' (duration: 102.347991ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.607952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.17346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-t85ln\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-10-03T09:41:56.607981Z","caller":"traceutil/trace.go:171","msg":"trace[314858698] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-t85ln; range_end:; response_count:1; response_revision:16217; }","duration":"125.221972ms","start":"2026-10-03T09:41:56.482752Z","end":"2026-10-03T09:41:56.607974Z","steps":["trace[314858698] 'agreement among raft nodes before linearized reading' (duration: 125.14918ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.608274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.878179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-10-03T09:41:56.608308Z","caller":"traceutil/trace.go:171","msg":"trace[1106606565] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16217; }","duration":"161.931441ms","start":"2026-10-03T09:41:56.446369Z","end":"2026-10-03T09:41:56.6083Z","steps":["trace[1106606565] 'agreement among raft nodes before linearized reading' (duration: 161.843189ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:41:56.608357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-03T09:41:56.608419Z","caller":"traceutil/trace.go:171","msg":"trace[1414295254] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16217; }","duration":"167.929242ms","start":"2026-10-03T09:41:56.440473Z","end":"2026-10-03T09:41:56.608402Z","steps":["trace[1414295254] 'agreement among raft nodes before linearized reading' (duration: 167.838129ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:44:07.891152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14589} {"level":"info","ts":"2026-10-03T09:44:07.971706Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14589,"took":"77.801291ms","hash":715936648,"current-db-size-bytes":56258560,"current-db-size":"56 MB","current-db-size-in-use-bytes":31825920,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-10-03T09:44:07.971756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":715936648,"revision":14589,"compact-revision":12589} {"level":"info","ts":"2026-10-03T09:44:59.185613Z","caller":"traceutil/trace.go:171","msg":"trace[2092277503] transaction","detail":"{read_only:false; response_revision:17644; number_of_response:1; }","duration":"111.800598ms","start":"2026-10-03T09:44:59.07378Z","end":"2026-10-03T09:44:59.185581Z","steps":["trace[2092277503] 'process raft request' (duration: 111.562802ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:32.406649Z","caller":"traceutil/trace.go:171","msg":"trace[1648710942] transaction","detail":"{read_only:false; response_revision:18688; number_of_response:1; }","duration":"256.264853ms","start":"2026-10-03T09:47:32.150363Z","end":"2026-10-03T09:47:32.406627Z","steps":["trace[1648710942] 'process raft request' (duration: 256.135541ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:32.40844Z","caller":"traceutil/trace.go:171","msg":"trace[135149961] transaction","detail":"{read_only:false; response_revision:18689; number_of_response:1; }","duration":"135.282003ms","start":"2026-10-03T09:47:32.273133Z","end":"2026-10-03T09:47:32.408415Z","steps":["trace[135149961] 'process raft request' (duration: 134.887813ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:38.783147Z","caller":"traceutil/trace.go:171","msg":"trace[454337020] transaction","detail":"{read_only:false; response_revision:18723; number_of_response:1; }","duration":"115.827631ms","start":"2026-10-03T09:47:38.667295Z","end":"2026-10-03T09:47:38.783123Z","steps":["trace[454337020] 'process raft request' (duration: 115.676867ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:38.804845Z","caller":"traceutil/trace.go:171","msg":"trace[1316204775] transaction","detail":"{read_only:false; response_revision:18724; number_of_response:1; }","duration":"137.340066ms","start":"2026-10-03T09:47:38.667486Z","end":"2026-10-03T09:47:38.804826Z","steps":["trace[1316204775] 'process raft request' (duration: 137.223993ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:39.056375Z","caller":"traceutil/trace.go:171","msg":"trace[1310980612] transaction","detail":"{read_only:false; response_revision:18725; number_of_response:1; }","duration":"146.131089ms","start":"2026-10-03T09:47:38.910219Z","end":"2026-10-03T09:47:39.05635Z","steps":["trace[1310980612] 'process raft request' (duration: 145.947444ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:39.412404Z","caller":"traceutil/trace.go:171","msg":"trace[1649568517] transaction","detail":"{read_only:false; response_revision:18726; number_of_response:1; }","duration":"293.645262ms","start":"2026-10-03T09:47:39.118735Z","end":"2026-10-03T09:47:39.412381Z","steps":["trace[1649568517] 'process raft request' (duration: 293.499738ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:39.501513Z","caller":"traceutil/trace.go:171","msg":"trace[78999637] linearizableReadLoop","detail":"{readStateIndex:19379; appliedIndex:19377; }","duration":"361.006182ms","start":"2026-10-03T09:47:39.140483Z","end":"2026-10-03T09:47:39.501489Z","steps":["trace[78999637] 'read index received' (duration: 271.793867ms)","trace[78999637] 'applied index is now lower than readState.Index' (duration: 89.211225ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:47:39.501628Z","caller":"traceutil/trace.go:171","msg":"trace[270152041] transaction","detail":"{read_only:false; response_revision:18727; number_of_response:1; }","duration":"370.677117ms","start":"2026-10-03T09:47:39.130912Z","end":"2026-10-03T09:47:39.501589Z","steps":["trace[270152041] 'process raft request' (duration: 370.424831ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:39.501804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.30216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-10-03T09:47:39.50185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:47:39.13088Z","time spent":"370.837842ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:47:39.501883Z","caller":"traceutil/trace.go:171","msg":"trace[453409902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18727; }","duration":"361.434483ms","start":"2026-10-03T09:47:39.140429Z","end":"2026-10-03T09:47:39.501863Z","steps":["trace[453409902] 'agreement among raft nodes before linearized reading' (duration: 361.193127ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:39.501959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:47:39.14041Z","time spent":"361.539405ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-10-03T09:47:39.916577Z","caller":"traceutil/trace.go:171","msg":"trace[583862743] linearizableReadLoop","detail":"{readStateIndex:19384; appliedIndex:19383; }","duration":"272.808095ms","start":"2026-10-03T09:47:39.643748Z","end":"2026-10-03T09:47:39.916556Z","steps":["trace[583862743] 'read index received' (duration: 272.600469ms)","trace[583862743] 'applied index is now lower than readState.Index' (duration: 206.216µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:47:39.916646Z","caller":"traceutil/trace.go:171","msg":"trace[627091815] transaction","detail":"{read_only:false; response_revision:18732; number_of_response:1; }","duration":"333.441653ms","start":"2026-10-03T09:47:39.583169Z","end":"2026-10-03T09:47:39.916611Z","steps":["trace[627091815] 'process raft request' (duration: 333.176936ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:39.916755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.990349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T09:47:39.916846Z","caller":"traceutil/trace.go:171","msg":"trace[1138676237] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18732; }","duration":"273.092732ms","start":"2026-10-03T09:47:39.64373Z","end":"2026-10-03T09:47:39.916823Z","steps":["trace[1138676237] 'agreement among raft nodes before linearized reading' (duration: 272.913387ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:39.916869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:47:39.583148Z","time spent":"333.631458ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:47:40.026206Z","caller":"traceutil/trace.go:171","msg":"trace[1908821623] linearizableReadLoop","detail":"{readStateIndex:19385; appliedIndex:19384; }","duration":"109.54418ms","start":"2026-10-03T09:47:39.916638Z","end":"2026-10-03T09:47:40.026183Z","steps":["trace[1908821623] 'read index received' (duration: 66.188619ms)","trace[1908821623] 'applied index is now lower than readState.Index' (duration: 43.354531ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:47:40.026317Z","caller":"traceutil/trace.go:171","msg":"trace[2082010999] transaction","detail":"{read_only:false; response_revision:18733; number_of_response:1; }","duration":"112.863595ms","start":"2026-10-03T09:47:39.913418Z","end":"2026-10-03T09:47:40.026282Z","steps":["trace[2082010999] 'process raft request' (duration: 69.554825ms)","trace[2082010999] 'compare' (duration: 43.103624ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:47:40.026368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.13251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T09:47:40.026429Z","caller":"traceutil/trace.go:171","msg":"trace[1762893719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18733; }","duration":"161.238993ms","start":"2026-10-03T09:47:39.865175Z","end":"2026-10-03T09:47:40.026414Z","steps":["trace[1762893719] 'agreement among raft nodes before linearized reading' (duration: 161.12454ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:40.026448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.45662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T09:47:40.026484Z","caller":"traceutil/trace.go:171","msg":"trace[1817882489] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:18733; }","duration":"323.542322ms","start":"2026-10-03T09:47:39.70293Z","end":"2026-10-03T09:47:40.026473Z","steps":["trace[1817882489] 'agreement among raft nodes before linearized reading' (duration: 323.4522ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:40.026516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:47:39.70289Z","time spent":"323.616844ms","remote":"127.0.0.1:59372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-10-03T09:47:40.02656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.421861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T09:47:40.026663Z","caller":"traceutil/trace.go:171","msg":"trace[1849864432] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18733; }","duration":"106.571075ms","start":"2026-10-03T09:47:39.920066Z","end":"2026-10-03T09:47:40.026637Z","steps":["trace[1849864432] 'agreement among raft nodes before linearized reading' (duration: 106.413821ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:40.550073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11302523240611053135,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-03T09:47:40.644644Z","caller":"traceutil/trace.go:171","msg":"trace[1809695498] transaction","detail":"{read_only:false; response_revision:18734; number_of_response:1; }","duration":"595.208667ms","start":"2026-10-03T09:47:40.049404Z","end":"2026-10-03T09:47:40.644612Z","steps":["trace[1809695498] 'process raft request' (duration: 568.229372ms)","trace[1809695498] 'compare' (duration: 26.77168ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:47:40.644849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:47:40.049379Z","time spent":"595.380622ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:47:40.645112Z","caller":"traceutil/trace.go:171","msg":"trace[1734539008] transaction","detail":"{read_only:false; response_revision:18735; number_of_response:1; }","duration":"595.623848ms","start":"2026-10-03T09:47:40.049443Z","end":"2026-10-03T09:47:40.645067Z","steps":["trace[1734539008] 'process raft request' (duration: 595.086564ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:40.645329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:47:40.049425Z","time spent":"595.807903ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:47:40.645703Z","caller":"traceutil/trace.go:171","msg":"trace[1651101398] linearizableReadLoop","detail":"{readStateIndex:19388; appliedIndex:19385; }","duration":"595.653398ms","start":"2026-10-03T09:47:40.050021Z","end":"2026-10-03T09:47:40.645674Z","steps":["trace[1651101398] 'read index received' (duration: 567.627687ms)","trace[1651101398] 'applied index is now lower than readState.Index' (duration: 28.024671ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:47:40.645746Z","caller":"traceutil/trace.go:171","msg":"trace[515940305] transaction","detail":"{read_only:false; response_revision:18736; number_of_response:1; }","duration":"210.473201ms","start":"2026-10-03T09:47:40.435258Z","end":"2026-10-03T09:47:40.645731Z","steps":["trace[515940305] 'process raft request' (duration: 209.757643ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:40.645887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.870313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-10-03T09:47:40.645959Z","caller":"traceutil/trace.go:171","msg":"trace[608869425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18736; }","duration":"595.967495ms","start":"2026-10-03T09:47:40.049979Z","end":"2026-10-03T09:47:40.645947Z","steps":["trace[608869425] 'agreement among raft nodes before linearized reading' (duration: 595.784011ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:40.645995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:47:40.049967Z","time spent":"596.019707ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-10-03T09:47:40.646138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.328839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-10-03T09:47:40.646211Z","caller":"traceutil/trace.go:171","msg":"trace[101202496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18736; }","duration":"593.435082ms","start":"2026-10-03T09:47:40.052764Z","end":"2026-10-03T09:47:40.646199Z","steps":["trace[101202496] 'agreement among raft nodes before linearized reading' (duration: 593.284428ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:40.646264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:47:40.052752Z","time spent":"593.501363ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-10-03T09:47:40.646315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.310218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-10-03T09:47:40.646348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.87836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-10-03T09:47:40.646371Z","caller":"traceutil/trace.go:171","msg":"trace[2053587124] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18736; }","duration":"212.416451ms","start":"2026-10-03T09:47:40.433937Z","end":"2026-10-03T09:47:40.646354Z","steps":["trace[2053587124] 'agreement among raft nodes before linearized reading' (duration: 212.224576ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:40.646384Z","caller":"traceutil/trace.go:171","msg":"trace[814412561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18736; }","duration":"574.931641ms","start":"2026-10-03T09:47:40.071438Z","end":"2026-10-03T09:47:40.64637Z","steps":["trace[814412561] 'agreement among raft nodes before linearized reading' (duration: 574.842269ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:40.64642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:47:40.071429Z","time spent":"574.981262ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-10-03T09:47:40.646404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.5999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-10-03T09:47:40.646515Z","caller":"traceutil/trace.go:171","msg":"trace[712287005] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18736; }","duration":"211.756234ms","start":"2026-10-03T09:47:40.434729Z","end":"2026-10-03T09:47:40.646485Z","steps":["trace[712287005] 'agreement among raft nodes before linearized reading' (duration: 211.449846ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:47:40.646831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.771228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T09:47:40.646939Z","caller":"traceutil/trace.go:171","msg":"trace[440841952] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:18736; }","duration":"232.916331ms","start":"2026-10-03T09:47:40.414006Z","end":"2026-10-03T09:47:40.646922Z","steps":["trace[440841952] 'agreement among raft nodes before linearized reading' (duration: 232.131791ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:40.826519Z","caller":"traceutil/trace.go:171","msg":"trace[380808419] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"175.193317ms","start":"2026-10-03T09:47:40.651301Z","end":"2026-10-03T09:47:40.826494Z","steps":["trace[380808419] 'process raft request' (duration: 175.154286ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:47:40.826699Z","caller":"traceutil/trace.go:171","msg":"trace[1807834154] transaction","detail":"{read_only:false; response_revision:18737; number_of_response:1; }","duration":"176.024838ms","start":"2026-10-03T09:47:40.650645Z","end":"2026-10-03T09:47:40.82667Z","steps":["trace[1807834154] 'process raft request' (duration: 97.374741ms)","trace[1807834154] 'compare' (duration: 78.086342ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:47:40.826729Z","caller":"traceutil/trace.go:171","msg":"trace[377800082] transaction","detail":"{read_only:false; response_revision:18738; number_of_response:1; }","duration":"175.510215ms","start":"2026-10-03T09:47:40.651187Z","end":"2026-10-03T09:47:40.826697Z","steps":["trace[377800082] 'process raft request' (duration: 175.176766ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:48:28.961454Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"282167b6747c9cda","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-03T09:48:28.96954Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-10-03T09:48:28.96967Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-10-03T09:49:07.897984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17119} {"level":"info","ts":"2026-10-03T09:49:08.001987Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17119,"took":"99.172409ms","hash":340822959,"current-db-size-bytes":56258560,"current-db-size":"56 MB","current-db-size-in-use-bytes":34062336,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-10-03T09:49:08.002059Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":340822959,"revision":17119,"compact-revision":14589} {"level":"warn","ts":"2026-10-03T09:53:58.522235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.377004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-10-03T09:53:58.522335Z","caller":"traceutil/trace.go:171","msg":"trace[62521247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21600; }","duration":"120.540599ms","start":"2026-10-03T09:53:58.401772Z","end":"2026-10-03T09:53:58.522312Z","steps":["trace[62521247] 'range keys from in-memory index tree' (duration: 120.126518ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:54:04.279802Z","caller":"traceutil/trace.go:171","msg":"trace[359949736] transaction","detail":"{read_only:false; response_revision:21630; number_of_response:1; }","duration":"197.193454ms","start":"2026-10-03T09:54:04.082554Z","end":"2026-10-03T09:54:04.279748Z","steps":["trace[359949736] 'process raft request' (duration: 196.986739ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:04.857148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.738071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T09:54:04.857346Z","caller":"traceutil/trace.go:171","msg":"trace[1446616779] linearizableReadLoop","detail":"{readStateIndex:22379; appliedIndex:22377; }","duration":"202.504158ms","start":"2026-10-03T09:54:04.654821Z","end":"2026-10-03T09:54:04.857325Z","steps":["trace[1446616779] 'read index received' (duration: 34.531µs)","trace[1446616779] 'applied index is now lower than readState.Index' (duration: 202.468427ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:54:04.857377Z","caller":"traceutil/trace.go:171","msg":"trace[611682398] transaction","detail":"{read_only:false; response_revision:21631; number_of_response:1; }","duration":"569.87481ms","start":"2026-10-03T09:54:04.287467Z","end":"2026-10-03T09:54:04.857342Z","steps":["trace[611682398] 'process raft request' (duration: 54.860092ms)","trace[611682398] 'compare' (duration: 514.641659ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:54:04.857484Z","caller":"traceutil/trace.go:171","msg":"trace[2131427256] transaction","detail":"{read_only:false; response_revision:21632; number_of_response:1; }","duration":"560.547274ms","start":"2026-10-03T09:54:04.296925Z","end":"2026-10-03T09:54:04.857472Z","steps":["trace[2131427256] 'process raft request' (duration: 560.338118ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:04.857552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:54:04.28744Z","time spent":"570.018834ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T09:54:04.857568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:54:04.296907Z","time spent":"560.618196ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T09:54:04.857779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.995204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-03T09:54:04.857875Z","caller":"traceutil/trace.go:171","msg":"trace[544148823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21632; }","duration":"183.095917ms","start":"2026-10-03T09:54:04.67476Z","end":"2026-10-03T09:54:04.857856Z","steps":["trace[544148823] 'agreement among raft nodes before linearized reading' (duration: 182.894251ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:04.857971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.141784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-10-03T09:54:04.858581Z","caller":"traceutil/trace.go:171","msg":"trace[1461186439] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21632; }","duration":"203.805472ms","start":"2026-10-03T09:54:04.654756Z","end":"2026-10-03T09:54:04.858562Z","steps":["trace[1461186439] 'agreement among raft nodes before linearized reading' (duration: 203.120704ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:04.857988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.810378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T09:54:04.858668Z","caller":"traceutil/trace.go:171","msg":"trace[559400497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21632; }","duration":"129.515787ms","start":"2026-10-03T09:54:04.729124Z","end":"2026-10-03T09:54:04.85864Z","steps":["trace[559400497] 'agreement among raft nodes before linearized reading' (duration: 128.775768ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:04.857996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.898797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T09:54:04.858777Z","caller":"traceutil/trace.go:171","msg":"trace[1425251478] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21632; }","duration":"173.686368ms","start":"2026-10-03T09:54:04.685062Z","end":"2026-10-03T09:54:04.858748Z","steps":["trace[1425251478] 'agreement among raft nodes before linearized reading' (duration: 172.875317ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:04.858024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.901241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-03T09:54:04.858912Z","caller":"traceutil/trace.go:171","msg":"trace[445351649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21632; }","duration":"103.810115ms","start":"2026-10-03T09:54:04.75509Z","end":"2026-10-03T09:54:04.8589Z","steps":["trace[445351649] 'agreement among raft nodes before linearized reading' (duration: 102.83897ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:05.297586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.384647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T09:54:05.297766Z","caller":"traceutil/trace.go:171","msg":"trace[1818739188] transaction","detail":"{read_only:false; response_revision:21634; number_of_response:1; }","duration":"434.29166ms","start":"2026-10-03T09:54:04.863451Z","end":"2026-10-03T09:54:05.297742Z","steps":["trace[1818739188] 'process raft request' (duration: 240.650276ms)","trace[1818739188] 'compare' (duration: 193.09966ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:54:05.297848Z","caller":"traceutil/trace.go:171","msg":"trace[1575818294] transaction","detail":"{read_only:false; response_revision:21636; number_of_response:1; }","duration":"433.557431ms","start":"2026-10-03T09:54:04.864273Z","end":"2026-10-03T09:54:05.297831Z","steps":["trace[1575818294] 'process raft request' (duration: 433.461379ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:05.297893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:54:04.86342Z","time spent":"434.413613ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:54:05.297871Z","caller":"traceutil/trace.go:171","msg":"trace[1811038590] transaction","detail":"{read_only:false; response_revision:21635; number_of_response:1; }","duration":"434.277149ms","start":"2026-10-03T09:54:04.863563Z","end":"2026-10-03T09:54:05.29784Z","steps":["trace[1811038590] 'process raft request' (duration: 434.107735ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:05.297916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:54:04.864247Z","time spent":"433.635694ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T09:54:05.298009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:54:04.863545Z","time spent":"434.389223ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:54:05.298051Z","caller":"traceutil/trace.go:171","msg":"trace[752081811] transaction","detail":"{read_only:false; response_revision:21637; number_of_response:1; }","duration":"433.571461ms","start":"2026-10-03T09:54:04.864419Z","end":"2026-10-03T09:54:05.297991Z","steps":["trace[752081811] 'process raft request' (duration: 433.347846ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:54:05.2981Z","caller":"traceutil/trace.go:171","msg":"trace[12787653] linearizableReadLoop","detail":"{readStateIndex:22384; appliedIndex:22379; }","duration":"432.808033ms","start":"2026-10-03T09:54:04.865253Z","end":"2026-10-03T09:54:05.298061Z","steps":["trace[12787653] 'read index received' (duration: 32.114625ms)","trace[12787653] 'applied index is now lower than readState.Index' (duration: 400.691758ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:54:05.298199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:54:04.864407Z","time spent":"433.713976ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T09:54:05.298258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.987088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T09:54:05.298307Z","caller":"traceutil/trace.go:171","msg":"trace[1229153881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21637; }","duration":"433.07082ms","start":"2026-10-03T09:54:04.865222Z","end":"2026-10-03T09:54:05.298293Z","steps":["trace[1229153881] 'agreement among raft nodes before linearized reading' (duration: 432.948117ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:05.298361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:54:04.865213Z","time spent":"433.127011ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T09:54:05.298636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.147823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-10-03T09:54:05.298672Z","caller":"traceutil/trace.go:171","msg":"trace[1662468961] transaction","detail":"{read_only:false; response_revision:21638; number_of_response:1; }","duration":"363.729571ms","start":"2026-10-03T09:54:04.934929Z","end":"2026-10-03T09:54:05.298659Z","steps":["trace[1662468961] 'process raft request' (duration: 363.032263ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:54:05.298684Z","caller":"traceutil/trace.go:171","msg":"trace[1497218231] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21638; }","duration":"288.229854ms","start":"2026-10-03T09:54:05.010438Z","end":"2026-10-03T09:54:05.298668Z","steps":["trace[1497218231] 'agreement among raft nodes before linearized reading' (duration: 288.0795ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:54:05.298752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:54:04.934894Z","time spent":"363.804123ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T09:54:05.298938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.027644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T09:54:05.29897Z","caller":"traceutil/trace.go:171","msg":"trace[1745680431] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21638; }","duration":"239.065706ms","start":"2026-10-03T09:54:05.059893Z","end":"2026-10-03T09:54:05.298959Z","steps":["trace[1745680431] 'agreement among raft nodes before linearized reading' (duration: 238.990174ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:54:07.906055Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19666} {"level":"info","ts":"2026-10-03T09:54:08.03589Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19666,"took":"127.277771ms","hash":1213787329,"current-db-size-bytes":56258560,"current-db-size":"56 MB","current-db-size-in-use-bytes":29396992,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-10-03T09:54:08.035975Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1213787329,"revision":19666,"compact-revision":17119} {"level":"info","ts":"2026-10-03T09:55:03.751086Z","caller":"traceutil/trace.go:171","msg":"trace[21693973] transaction","detail":"{read_only:false; response_revision:22237; number_of_response:1; }","duration":"113.478809ms","start":"2026-10-03T09:55:03.63755Z","end":"2026-10-03T09:55:03.751029Z","steps":["trace[21693973] 'process raft request' (duration: 113.283924ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:55:08.653715Z","caller":"traceutil/trace.go:171","msg":"trace[999528723] transaction","detail":"{read_only:false; response_revision:22270; number_of_response:1; }","duration":"105.172928ms","start":"2026-10-03T09:55:08.548509Z","end":"2026-10-03T09:55:08.653682Z","steps":["trace[999528723] 'process raft request' (duration: 104.979943ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:55:08.859234Z","caller":"traceutil/trace.go:171","msg":"trace[1866597657] linearizableReadLoop","detail":"{readStateIndex:23043; appliedIndex:23042; }","duration":"134.613246ms","start":"2026-10-03T09:55:08.724592Z","end":"2026-10-03T09:55:08.859205Z","steps":["trace[1866597657] 'read index received' (duration: 44.53786ms)","trace[1866597657] 'applied index is now lower than readState.Index' (duration: 90.074346ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T09:55:08.859366Z","caller":"traceutil/trace.go:171","msg":"trace[362030531] transaction","detail":"{read_only:false; response_revision:22271; number_of_response:1; }","duration":"252.649181ms","start":"2026-10-03T09:55:08.606682Z","end":"2026-10-03T09:55:08.859331Z","steps":["trace[362030531] 'process raft request' (duration: 162.466142ms)","trace[362030531] 'compare' (duration: 89.930273ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T09:55:08.859583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.965016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T09:55:08.859635Z","caller":"traceutil/trace.go:171","msg":"trace[1546583820] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22271; }","duration":"135.076019ms","start":"2026-10-03T09:55:08.724548Z","end":"2026-10-03T09:55:08.859624Z","steps":["trace[1546583820] 'agreement among raft nodes before linearized reading' (duration: 134.797961ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:55:08.859667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.54145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T09:55:08.859707Z","caller":"traceutil/trace.go:171","msg":"trace[1930899504] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22271; }","duration":"122.626232ms","start":"2026-10-03T09:55:08.737069Z","end":"2026-10-03T09:55:08.859695Z","steps":["trace[1930899504] 'agreement among raft nodes before linearized reading' (duration: 122.54935ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:55:08.85989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.167221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T09:55:08.859968Z","caller":"traceutil/trace.go:171","msg":"trace[1308205403] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22271; }","duration":"135.264702ms","start":"2026-10-03T09:55:08.724685Z","end":"2026-10-03T09:55:08.85995Z","steps":["trace[1308205403] 'agreement among raft nodes before linearized reading' (duration: 135.15068ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:55:08.859596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.921854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T09:55:08.8601Z","caller":"traceutil/trace.go:171","msg":"trace[1766413601] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22271; }","duration":"135.456677ms","start":"2026-10-03T09:55:08.724635Z","end":"2026-10-03T09:55:08.860092Z","steps":["trace[1766413601] 'agreement among raft nodes before linearized reading' (duration: 134.905073ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:55:08.860098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.135889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5138"} {"level":"info","ts":"2026-10-03T09:55:08.860131Z","caller":"traceutil/trace.go:171","msg":"trace[733203826] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22271; }","duration":"135.21182ms","start":"2026-10-03T09:55:08.724909Z","end":"2026-10-03T09:55:08.860121Z","steps":["trace[733203826] 'agreement among raft nodes before linearized reading' (duration: 135.086297ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:55:09.406724Z","caller":"traceutil/trace.go:171","msg":"trace[1973900491] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"182.945251ms","start":"2026-10-03T09:55:09.223754Z","end":"2026-10-03T09:55:09.406699Z","steps":["trace[1973900491] 'process raft request' (duration: 182.801037ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T09:58:22.227723Z","caller":"traceutil/trace.go:171","msg":"trace[1949754827] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"338.512853ms","start":"2026-10-03T09:58:21.889186Z","end":"2026-10-03T09:58:22.227699Z","steps":["trace[1949754827] 'process raft request' (duration: 338.335249ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:58:22.22803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:58:21.889158Z","time spent":"338.743048ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:58:22.296328Z","caller":"traceutil/trace.go:171","msg":"trace[918509832] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"311.94397ms","start":"2026-10-03T09:58:21.984349Z","end":"2026-10-03T09:58:22.296293Z","steps":["trace[918509832] 'process raft request' (duration: 311.691804ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T09:58:22.296514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T09:58:21.98432Z","time spent":"312.098893ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T09:59:07.91287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21650} {"level":"info","ts":"2026-10-03T09:59:08.035149Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21650,"took":"118.967592ms","hash":1012500216,"current-db-size-bytes":56258560,"current-db-size":"56 MB","current-db-size-in-use-bytes":42442752,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-10-03T09:59:08.03522Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1012500216,"revision":21650,"compact-revision":19666} {"level":"info","ts":"2026-10-03T10:00:38.918494Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000678e.wal"} {"level":"info","ts":"2026-10-03T10:02:14.954874Z","caller":"traceutil/trace.go:171","msg":"trace[945173252] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"161.798086ms","start":"2026-10-03T10:02:14.793029Z","end":"2026-10-03T10:02:14.954827Z","steps":["trace[945173252] 'process raft request' (duration: 161.55373ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:15.392518Z","caller":"traceutil/trace.go:171","msg":"trace[1114840873] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"186.112718ms","start":"2026-10-03T10:02:15.206366Z","end":"2026-10-03T10:02:15.392479Z","steps":["trace[1114840873] 'process raft request' (duration: 130.33291ms)","trace[1114840873] 'compare' (duration: 55.493801ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:15.940008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.635438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:02:15.940388Z","caller":"traceutil/trace.go:171","msg":"trace[1257677547] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"280.713308ms","start":"2026-10-03T10:02:15.659656Z","end":"2026-10-03T10:02:15.94037Z","steps":["trace[1257677547] 'process raft request' (duration: 280.673647ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:15.94059Z","caller":"traceutil/trace.go:171","msg":"trace[227045425] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"723.063218ms","start":"2026-10-03T10:02:15.217515Z","end":"2026-10-03T10:02:15.940578Z","steps":["trace[227045425] 'process raft request' (duration: 517.774594ms)","trace[227045425] 'compare' (duration: 204.32416ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:15.940646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.217488Z","time spent":"723.12264ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:15.940739Z","caller":"traceutil/trace.go:171","msg":"trace[1329680935] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"661.408021ms","start":"2026-10-03T10:02:15.279306Z","end":"2026-10-03T10:02:15.940714Z","steps":["trace[1329680935] 'process raft request' (duration: 660.9107ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:15.94085Z","caller":"traceutil/trace.go:171","msg":"trace[15233367] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"509.714221ms","start":"2026-10-03T10:02:15.431114Z","end":"2026-10-03T10:02:15.940828Z","steps":["trace[15233367] 'process raft request' (duration: 509.142908ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:15.940872Z","caller":"traceutil/trace.go:171","msg":"trace[1111617536] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"326.122644ms","start":"2026-10-03T10:02:15.614739Z","end":"2026-10-03T10:02:15.940861Z","steps":["trace[1111617536] 'process raft request' (duration: 325.557261ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:15.940919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.431088Z","time spent":"509.794994ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:15.94093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.614714Z","time spent":"326.182926ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:15.940996Z","caller":"traceutil/trace.go:171","msg":"trace[150867838] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"695.284126ms","start":"2026-10-03T10:02:15.245704Z","end":"2026-10-03T10:02:15.940988Z","steps":["trace[150867838] 'process raft request' (duration: 694.406975ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:15.94103Z","caller":"traceutil/trace.go:171","msg":"trace[1870409148] linearizableReadLoop","detail":"{readStateIndex:27449; appliedIndex:27445; }","duration":"675.713772ms","start":"2026-10-03T10:02:15.265304Z","end":"2026-10-03T10:02:15.941018Z","steps":["trace[1870409148] 'read index received' (duration: 71.410633ms)","trace[1870409148] 'applied index is now lower than readState.Index' (duration: 604.302059ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:15.941039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.245663Z","time spent":"695.354348ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:15.94086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.279284Z","time spent":"661.509993ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:15.941137Z","caller":"traceutil/trace.go:171","msg":"trace[376917563] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"679.506078ms","start":"2026-10-03T10:02:15.261624Z","end":"2026-10-03T10:02:15.94113Z","steps":["trace[376917563] 'process raft request' (duration: 678.551795ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:15.941174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.261596Z","time spent":"679.55486ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:15.94119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.898947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-10-03T10:02:15.941217Z","caller":"traceutil/trace.go:171","msg":"trace[1124665182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26569; }","duration":"675.977219ms","start":"2026-10-03T10:02:15.265232Z","end":"2026-10-03T10:02:15.941209Z","steps":["trace[1124665182] 'agreement among raft nodes before linearized reading' (duration: 675.854926ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:15.941241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.265202Z","time spent":"676.032451ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-10-03T10:02:15.941289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.631578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:15.94132Z","caller":"traceutil/trace.go:171","msg":"trace[851766522] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26569; }","duration":"484.70215ms","start":"2026-10-03T10:02:15.45661Z","end":"2026-10-03T10:02:15.941312Z","steps":["trace[851766522] 'agreement among raft nodes before linearized reading' (duration: 484.650328ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:15.941344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.456586Z","time spent":"484.75085ms","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:15.941516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.713189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11787"} {"level":"info","ts":"2026-10-03T10:02:15.941541Z","caller":"traceutil/trace.go:171","msg":"trace[2088390896] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26569; }","duration":"162.78705ms","start":"2026-10-03T10:02:15.778749Z","end":"2026-10-03T10:02:15.941536Z","steps":["trace[2088390896] 'agreement among raft nodes before linearized reading' (duration: 162.687488ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:15.941599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.15656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:15.941618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.779222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-03T10:02:15.941646Z","caller":"traceutil/trace.go:171","msg":"trace[1378558223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26569; }","duration":"248.839234ms","start":"2026-10-03T10:02:15.692799Z","end":"2026-10-03T10:02:15.941638Z","steps":["trace[1378558223] 'agreement among raft nodes before linearized reading' (duration: 248.767882ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:15.941645Z","caller":"traceutil/trace.go:171","msg":"trace[1358015138] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26569; }","duration":"304.243472ms","start":"2026-10-03T10:02:15.637389Z","end":"2026-10-03T10:02:15.941633Z","steps":["trace[1358015138] 'agreement among raft nodes before linearized reading' (duration: 304.17493ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:15.941675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.637368Z","time spent":"304.299064ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:16.447321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11302523240611074290,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-03T10:02:16.531327Z","caller":"traceutil/trace.go:171","msg":"trace[1001304776] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"585.258498ms","start":"2026-10-03T10:02:15.946045Z","end":"2026-10-03T10:02:16.531303Z","steps":["trace[1001304776] 'process raft request' (duration: 544.199172ms)","trace[1001304776] 'compare' (duration: 40.323109ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:16.531428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.946028Z","time spent":"585.346861ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:17.261131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.474956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-10-03T10:02:17.261378Z","caller":"traceutil/trace.go:171","msg":"trace[118035756] linearizableReadLoop","detail":"{readStateIndex:27455; appliedIndex:27453; }","duration":"1.314862763s","start":"2026-10-03T10:02:15.946494Z","end":"2026-10-03T10:02:17.261357Z","steps":["trace[118035756] 'read index received' (duration: 544.049458ms)","trace[118035756] 'applied index is now lower than readState.Index' (duration: 770.811815ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:17.261638Z","caller":"traceutil/trace.go:171","msg":"trace[1831003791] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"647.665115ms","start":"2026-10-03T10:02:16.613916Z","end":"2026-10-03T10:02:17.261582Z","steps":["trace[1831003791] 'process raft request' (duration: 647.328316ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.261884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.613889Z","time spent":"647.880169ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:17.263945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317401827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-10-03T10:02:17.264074Z","caller":"traceutil/trace.go:171","msg":"trace[1046797337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26571; }","duration":"1.317599722s","start":"2026-10-03T10:02:15.946445Z","end":"2026-10-03T10:02:17.264044Z","steps":["trace[1046797337] 'agreement among raft nodes before linearized reading' (duration: 1.314992236s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.264135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.946421Z","time spent":"1.317701685s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-10-03T10:02:17.264098Z","caller":"traceutil/trace.go:171","msg":"trace[1553171025] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"575.095172ms","start":"2026-10-03T10:02:16.688971Z","end":"2026-10-03T10:02:17.264066Z","steps":["trace[1553171025] 'process raft request' (duration: 572.589309ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.264142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313659182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11787"} {"level":"info","ts":"2026-10-03T10:02:17.264218Z","caller":"traceutil/trace.go:171","msg":"trace[1930914824] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26573; }","duration":"1.313788616s","start":"2026-10-03T10:02:15.95041Z","end":"2026-10-03T10:02:17.264199Z","steps":["trace[1930914824] 'agreement among raft nodes before linearized reading' (duration: 1.31354697s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.264231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127631385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-10-03T10:02:17.264265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.95038Z","time spent":"1.313877117s","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11810,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-10-03T10:02:17.26427Z","caller":"traceutil/trace.go:171","msg":"trace[182886857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26573; }","duration":"1.127701657s","start":"2026-10-03T10:02:16.136556Z","end":"2026-10-03T10:02:17.264258Z","steps":["trace[182886857] 'agreement among raft nodes before linearized reading' (duration: 1.127611925s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.264272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.688947Z","time spent":"575.231896ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:17.264215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07754978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-10-03T10:02:17.264313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.13654Z","time spent":"1.127761348s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-10-03T10:02:17.264375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14129342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-10-03T10:02:17.264137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162059684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-10-03T10:02:17.26442Z","caller":"traceutil/trace.go:171","msg":"trace[2043429638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26573; }","duration":"1.141387222s","start":"2026-10-03T10:02:16.123019Z","end":"2026-10-03T10:02:17.264406Z","steps":["trace[2043429638] 'agreement among raft nodes before linearized reading' (duration: 1.141186797s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:17.264426Z","caller":"traceutil/trace.go:171","msg":"trace[1245982017] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26573; }","duration":"1.077850417s","start":"2026-10-03T10:02:16.186485Z","end":"2026-10-03T10:02:17.264335Z","steps":["trace[1245982017] 'agreement among raft nodes before linearized reading' (duration: 1.077493158s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:17.26444Z","caller":"traceutil/trace.go:171","msg":"trace[482607282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26573; }","duration":"1.162422633s","start":"2026-10-03T10:02:16.102003Z","end":"2026-10-03T10:02:17.264426Z","steps":["trace[482607282] 'agreement among raft nodes before linearized reading' (duration: 1.161985311s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.264457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.122997Z","time spent":"1.141451944s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-10-03T10:02:17.264476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.101976Z","time spent":"1.162489265s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-10-03T10:02:17.264486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.186452Z","time spent":"1.078019442s","remote":"127.0.0.1:49172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:17.264577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.331762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:17.264587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280441892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:02:17.264619Z","caller":"traceutil/trace.go:171","msg":"trace[1509503745] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26573; }","duration":"197.404224ms","start":"2026-10-03T10:02:17.067199Z","end":"2026-10-03T10:02:17.264603Z","steps":["trace[1509503745] 'agreement among raft nodes before linearized reading' (duration: 197.342233ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:17.264637Z","caller":"traceutil/trace.go:171","msg":"trace[1101379995] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"301.035562ms","start":"2026-10-03T10:02:16.963585Z","end":"2026-10-03T10:02:17.26462Z","steps":["trace[1101379995] 'process raft request' (duration: 300.304834ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.264783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206728642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-10-03T10:02:17.264812Z","caller":"traceutil/trace.go:171","msg":"trace[154408293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26573; }","duration":"1.206794203s","start":"2026-10-03T10:02:16.05801Z","end":"2026-10-03T10:02:17.264804Z","steps":["trace[154408293] 'agreement among raft nodes before linearized reading' (duration: 1.206627729s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.264815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.963555Z","time spent":"301.168914ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:17.264837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.057995Z","time spent":"1.206835965s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-10-03T10:02:17.264622Z","caller":"traceutil/trace.go:171","msg":"trace[1808175585] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26573; }","duration":"1.280499383s","start":"2026-10-03T10:02:15.984112Z","end":"2026-10-03T10:02:17.264611Z","steps":["trace[1808175585] 'agreement among raft nodes before linearized reading' (duration: 1.280428602s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.26489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.542468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:17.264922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.046352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:17.264931Z","caller":"traceutil/trace.go:171","msg":"trace[472597033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26573; }","duration":"397.632181ms","start":"2026-10-03T10:02:16.867286Z","end":"2026-10-03T10:02:17.264919Z","steps":["trace[472597033] 'agreement among raft nodes before linearized reading' (duration: 397.557899ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.26493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:15.9841Z","time spent":"1.280815522s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-10-03T10:02:17.264948Z","caller":"traceutil/trace.go:171","msg":"trace[1254607012] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26573; }","duration":"739.122074ms","start":"2026-10-03T10:02:16.525818Z","end":"2026-10-03T10:02:17.26494Z","steps":["trace[1254607012] 'agreement among raft nodes before linearized reading' (duration: 739.080803ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:17.264971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.867264Z","time spent":"397.689692ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T10:02:17.264973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:16.525794Z","time spent":"739.172185ms","remote":"127.0.0.1:59376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-10-03T10:02:22.405054Z","caller":"traceutil/trace.go:171","msg":"trace[812135362] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"100.921649ms","start":"2026-10-03T10:02:22.304089Z","end":"2026-10-03T10:02:22.40501Z","steps":["trace[812135362] 'process raft request' (duration: 100.645121ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.10383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11302523240611074382,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-03T10:02:23.169808Z","caller":"traceutil/trace.go:171","msg":"trace[574456362] linearizableReadLoop","detail":"{readStateIndex:27502; appliedIndex:27501; }","duration":"566.017493ms","start":"2026-10-03T10:02:22.603754Z","end":"2026-10-03T10:02:23.169771Z","steps":["trace[574456362] 'read index received' (duration: 565.554471ms)","trace[574456362] 'applied index is now lower than readState.Index' (duration: 461.212µs)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:23.170136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.349121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-10-03T10:02:23.170188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.230554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:23.170227Z","caller":"traceutil/trace.go:171","msg":"trace[1854205072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26616; }","duration":"566.501905ms","start":"2026-10-03T10:02:22.603704Z","end":"2026-10-03T10:02:23.170206Z","steps":["trace[1854205072] 'agreement among raft nodes before linearized reading' (duration: 566.238068ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:23.170254Z","caller":"traceutil/trace.go:171","msg":"trace[2010787658] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26616; }","duration":"173.363258ms","start":"2026-10-03T10:02:22.996873Z","end":"2026-10-03T10:02:23.170236Z","steps":["trace[2010787658] 'agreement among raft nodes before linearized reading' (duration: 173.207744ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.170279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:22.603663Z","time spent":"566.605967ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-10-03T10:02:23.170282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.839472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:23.170374Z","caller":"traceutil/trace.go:171","msg":"trace[562348816] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26616; }","duration":"179.950355ms","start":"2026-10-03T10:02:22.990401Z","end":"2026-10-03T10:02:23.170352Z","steps":["trace[562348816] 'agreement among raft nodes before linearized reading' (duration: 179.78657ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:23.170777Z","caller":"traceutil/trace.go:171","msg":"trace[1155065091] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"580.17491ms","start":"2026-10-03T10:02:22.589717Z","end":"2026-10-03T10:02:23.169892Z","steps":["trace[1155065091] 'process raft request' (duration: 579.756919ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.170918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:22.589702Z","time spent":"581.148555ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:23.170976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.380896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:23.171054Z","caller":"traceutil/trace.go:171","msg":"trace[217114576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26616; }","duration":"306.487209ms","start":"2026-10-03T10:02:22.864552Z","end":"2026-10-03T10:02:23.171039Z","steps":["trace[217114576] 'agreement among raft nodes before linearized reading' (duration: 305.443432ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.171094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:22.864536Z","time spent":"306.547741ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T10:02:23.413733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.672936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:23.413798Z","caller":"traceutil/trace.go:171","msg":"trace[357924133] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26616; }","duration":"236.80147ms","start":"2026-10-03T10:02:23.176981Z","end":"2026-10-03T10:02:23.413783Z","steps":["trace[357924133] 'range keys from in-memory index tree' (duration: 236.585793ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:23.414086Z","caller":"traceutil/trace.go:171","msg":"trace[378646159] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"129.561082ms","start":"2026-10-03T10:02:23.284494Z","end":"2026-10-03T10:02:23.414056Z","steps":["trace[378646159] 'process raft request' (duration: 129.370227ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:23.414591Z","caller":"traceutil/trace.go:171","msg":"trace[101924291] linearizableReadLoop","detail":"{readStateIndex:27504; appliedIndex:27502; }","duration":"102.567211ms","start":"2026-10-03T10:02:23.311996Z","end":"2026-10-03T10:02:23.414563Z","steps":["trace[101924291] 'read index received' (duration: 101.947675ms)","trace[101924291] 'applied index is now lower than readState.Index' (duration: 618.496µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:23.414676Z","caller":"traceutil/trace.go:171","msg":"trace[516374376] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"130.073715ms","start":"2026-10-03T10:02:23.284595Z","end":"2026-10-03T10:02:23.414669Z","steps":["trace[516374376] 'process raft request' (duration: 129.85933ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:23.414934Z","caller":"traceutil/trace.go:171","msg":"trace[785022730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26618; }","duration":"100.017917ms","start":"2026-10-03T10:02:23.314899Z","end":"2026-10-03T10:02:23.414917Z","steps":["trace[785022730] 'agreement among raft nodes before linearized reading' (duration: 99.912894ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.415175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.110918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-10-03T10:02:23.415312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.243437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-10-03T10:02:23.41534Z","caller":"traceutil/trace.go:171","msg":"trace[1214781719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26618; }","duration":"103.37126ms","start":"2026-10-03T10:02:23.311961Z","end":"2026-10-03T10:02:23.415332Z","steps":["trace[1214781719] 'agreement among raft nodes before linearized reading' (duration: 103.225007ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:23.415223Z","caller":"traceutil/trace.go:171","msg":"trace[486667421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26618; }","duration":"100.19206ms","start":"2026-10-03T10:02:23.315018Z","end":"2026-10-03T10:02:23.41521Z","steps":["trace[486667421] 'agreement among raft nodes before linearized reading' (duration: 100.023737ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:23.988478Z","caller":"traceutil/trace.go:171","msg":"trace[343384756] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"568.117686ms","start":"2026-10-03T10:02:23.420326Z","end":"2026-10-03T10:02:23.988443Z","steps":["trace[343384756] 'process raft request' (duration: 567.835089ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.988839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.420311Z","time spent":"568.406463ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:23.989116Z","caller":"traceutil/trace.go:171","msg":"trace[1445707306] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"568.535456ms","start":"2026-10-03T10:02:23.420569Z","end":"2026-10-03T10:02:23.989105Z","steps":["trace[1445707306] 'process raft request' (duration: 568.164927ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:23.988861Z","caller":"traceutil/trace.go:171","msg":"trace[25443285] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"568.490025ms","start":"2026-10-03T10:02:23.42035Z","end":"2026-10-03T10:02:23.98884Z","steps":["trace[25443285] 'process raft request' (duration: 568.025843ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.989292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.420521Z","time spent":"568.660979ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:23.989307Z","caller":"traceutil/trace.go:171","msg":"trace[2039271583] linearizableReadLoop","detail":"{readStateIndex:27508; appliedIndex:27504; }","duration":"565.432538ms","start":"2026-10-03T10:02:23.423832Z","end":"2026-10-03T10:02:23.989265Z","steps":["trace[2039271583] 'read index received' (duration: 79.549609ms)","trace[2039271583] 'applied index is now lower than readState.Index' (duration: 485.881349ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:23.989388Z","caller":"traceutil/trace.go:171","msg":"trace[798060118] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"559.258332ms","start":"2026-10-03T10:02:23.430101Z","end":"2026-10-03T10:02:23.989359Z","steps":["trace[798060118] 'process raft request' (duration: 558.963545ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.989391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.420335Z","time spent":"568.874045ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:23.989505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.672694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:23.989548Z","caller":"traceutil/trace.go:171","msg":"trace[1864891463] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26624; }","duration":"565.733606ms","start":"2026-10-03T10:02:23.423803Z","end":"2026-10-03T10:02:23.989537Z","steps":["trace[1864891463] 'agreement among raft nodes before linearized reading' (duration: 565.615683ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.989546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.430086Z","time spent":"559.377405ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:23.98945Z","caller":"traceutil/trace.go:171","msg":"trace[1263179013] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"543.159796ms","start":"2026-10-03T10:02:23.446249Z","end":"2026-10-03T10:02:23.989409Z","steps":["trace[1263179013] 'process raft request' (duration: 542.94571ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:23.989595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.423792Z","time spent":"565.793637ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-10-03T10:02:23.989741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.446234Z","time spent":"543.382472ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:24.401769Z","caller":"traceutil/trace.go:171","msg":"trace[696151133] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"421.614086ms","start":"2026-10-03T10:02:23.980119Z","end":"2026-10-03T10:02:24.401733Z","steps":["trace[696151133] 'process raft request' (duration: 421.482332ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:24.402005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.980086Z","time spent":"421.797171ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:24.401798Z","caller":"traceutil/trace.go:171","msg":"trace[58214431] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"432.326907ms","start":"2026-10-03T10:02:23.969404Z","end":"2026-10-03T10:02:24.401731Z","steps":["trace[58214431] 'process raft request' (duration: 431.921116ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:24.402146Z","caller":"traceutil/trace.go:171","msg":"trace[774483353] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"421.617127ms","start":"2026-10-03T10:02:23.980502Z","end":"2026-10-03T10:02:24.402119Z","steps":["trace[774483353] 'process raft request' (duration: 421.161945ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:24.402264Z","caller":"traceutil/trace.go:171","msg":"trace[961135336] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"421.019582ms","start":"2026-10-03T10:02:23.981233Z","end":"2026-10-03T10:02:24.402252Z","steps":["trace[961135336] 'process raft request' (duration: 420.694474ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:24.402341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.981223Z","time spent":"421.076023ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:24.402391Z","caller":"traceutil/trace.go:171","msg":"trace[1889303134] linearizableReadLoop","detail":"{readStateIndex:27515; appliedIndex:27510; }","duration":"412.976739ms","start":"2026-10-03T10:02:23.989398Z","end":"2026-10-03T10:02:24.402374Z","steps":["trace[1889303134] 'read index received' (duration: 411.914052ms)","trace[1889303134] 'applied index is now lower than readState.Index' (duration: 1.061407ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:24.402408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.980492Z","time spent":"421.825012ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:24.402489Z","caller":"traceutil/trace.go:171","msg":"trace[757552119] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"420.747494ms","start":"2026-10-03T10:02:23.981677Z","end":"2026-10-03T10:02:24.402424Z","steps":["trace[757552119] 'process raft request' (duration: 420.527449ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:24.40255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.786341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:24.402594Z","caller":"traceutil/trace.go:171","msg":"trace[1573491091] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26629; }","duration":"722.906614ms","start":"2026-10-03T10:02:23.679675Z","end":"2026-10-03T10:02:24.402582Z","steps":["trace[1573491091] 'agreement among raft nodes before linearized reading' (duration: 722.74727ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:24.402632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.679655Z","time spent":"722.968247ms","remote":"127.0.0.1:59390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:24.402749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.74125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419124"} {"level":"info","ts":"2026-10-03T10:02:24.402793Z","caller":"traceutil/trace.go:171","msg":"trace[1510015772] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26629; }","duration":"859.848783ms","start":"2026-10-03T10:02:23.542933Z","end":"2026-10-03T10:02:24.402781Z","steps":["trace[1510015772] 'agreement among raft nodes before linearized reading' (duration: 859.555845ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:24.402825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.542911Z","time spent":"859.903244ms","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419147,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-10-03T10:02:24.40298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.969368Z","time spent":"432.801229ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:24.402749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:23.981648Z","time spent":"420.928709ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:25.392886Z","caller":"traceutil/trace.go:171","msg":"trace[1062445705] linearizableReadLoop","detail":"{readStateIndex:27516; appliedIndex:27515; }","duration":"218.309473ms","start":"2026-10-03T10:02:25.174554Z","end":"2026-10-03T10:02:25.392864Z","steps":["trace[1062445705] 'read index received' (duration: 217.79171ms)","trace[1062445705] 'applied index is now lower than readState.Index' (duration: 516.593µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:25.392999Z","caller":"traceutil/trace.go:171","msg":"trace[486701922] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"407.710525ms","start":"2026-10-03T10:02:24.98525Z","end":"2026-10-03T10:02:25.39296Z","steps":["trace[486701922] 'process raft request' (duration: 407.269494ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:25.393045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.479617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-03T10:02:25.393203Z","caller":"traceutil/trace.go:171","msg":"trace[1089641428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26630; }","duration":"218.695312ms","start":"2026-10-03T10:02:25.174499Z","end":"2026-10-03T10:02:25.393194Z","steps":["trace[1089641428] 'agreement among raft nodes before linearized reading' (duration: 218.442806ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:25.393212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:24.985198Z","time spent":"407.90881ms","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419182,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:25.59224Z","caller":"traceutil/trace.go:171","msg":"trace[1733970714] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"194.276106ms","start":"2026-10-03T10:02:25.39793Z","end":"2026-10-03T10:02:25.592207Z","steps":["trace[1733970714] 'process raft request' (duration: 156.410769ms)","trace[1733970714] 'compare' (duration: 37.722303ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:26.00425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.671668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:02:26.004449Z","caller":"traceutil/trace.go:171","msg":"trace[73755419] linearizableReadLoop","detail":"{readStateIndex:27519; appliedIndex:27516; }","duration":"509.24071ms","start":"2026-10-03T10:02:25.495191Z","end":"2026-10-03T10:02:26.004432Z","steps":["trace[73755419] 'read index received' (duration: 59.307258ms)","trace[73755419] 'applied index is now lower than readState.Index' (duration: 449.932002ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:26.004528Z","caller":"traceutil/trace.go:171","msg":"trace[837365179] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"584.616624ms","start":"2026-10-03T10:02:25.419902Z","end":"2026-10-03T10:02:26.004518Z","steps":["trace[837365179] 'process raft request' (duration: 584.448949ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.004586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:25.419876Z","time spent":"584.681025ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:26.004603Z","caller":"traceutil/trace.go:171","msg":"trace[497145647] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"585.542496ms","start":"2026-10-03T10:02:25.41903Z","end":"2026-10-03T10:02:26.004572Z","steps":["trace[497145647] 'process raft request' (duration: 483.467468ms)","trace[497145647] 'compare' (duration: 101.212706ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:26.004849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:25.418999Z","time spent":"585.745911ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:26.004864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.66648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:26.005Z","caller":"traceutil/trace.go:171","msg":"trace[1754848090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26633; }","duration":"509.843994ms","start":"2026-10-03T10:02:25.495143Z","end":"2026-10-03T10:02:26.004987Z","steps":["trace[1754848090] 'agreement among raft nodes before linearized reading' (duration: 509.6828ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.005041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:25.495115Z","time spent":"509.915405ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:26.025327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.406571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-10-03T10:02:26.025434Z","caller":"traceutil/trace.go:171","msg":"trace[473393451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26634; }","duration":"518.539824ms","start":"2026-10-03T10:02:25.50686Z","end":"2026-10-03T10:02:26.0254Z","steps":["trace[473393451] 'agreement among raft nodes before linearized reading' (duration: 518.218266ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.025486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:25.506848Z","time spent":"518.627886ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-10-03T10:02:26.026375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.721637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:26.026423Z","caller":"traceutil/trace.go:171","msg":"trace[846498463] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26634; }","duration":"154.84414ms","start":"2026-10-03T10:02:25.871565Z","end":"2026-10-03T10:02:26.02641Z","steps":["trace[846498463] 'agreement among raft nodes before linearized reading' (duration: 154.764268ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.02662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.450388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:26.026743Z","caller":"traceutil/trace.go:171","msg":"trace[1513719595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26634; }","duration":"161.655823ms","start":"2026-10-03T10:02:25.865065Z","end":"2026-10-03T10:02:26.026721Z","steps":["trace[1513719595] 'agreement among raft nodes before linearized reading' (duration: 161.427737ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:26.240772Z","caller":"traceutil/trace.go:171","msg":"trace[1639769837] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"209.863409ms","start":"2026-10-03T10:02:26.030883Z","end":"2026-10-03T10:02:26.240747Z","steps":["trace[1639769837] 'process raft request' (duration: 192.031169ms)","trace[1639769837] 'compare' (duration: 17.568363ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:26.556616Z","caller":"traceutil/trace.go:171","msg":"trace[1913709245] linearizableReadLoop","detail":"{readStateIndex:27524; appliedIndex:27521; }","duration":"293.05241ms","start":"2026-10-03T10:02:26.26354Z","end":"2026-10-03T10:02:26.556593Z","steps":["trace[1913709245] 'read index received' (duration: 245.326434ms)","trace[1913709245] 'applied index is now lower than readState.Index' (duration: 47.724476ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:26.556947Z","caller":"traceutil/trace.go:171","msg":"trace[1442437784] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"524.997046ms","start":"2026-10-03T10:02:26.031937Z","end":"2026-10-03T10:02:26.556934Z","steps":["trace[1442437784] 'process raft request' (duration: 524.583566ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:26.556838Z","caller":"traceutil/trace.go:171","msg":"trace[1772117619] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"525.478519ms","start":"2026-10-03T10:02:26.031328Z","end":"2026-10-03T10:02:26.556807Z","steps":["trace[1772117619] 'process raft request' (duration: 525.105129ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.557175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.635994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19230"} {"level":"warn","ts":"2026-10-03T10:02:26.55705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.031926Z","time spent":"525.057528ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:26.557222Z","caller":"traceutil/trace.go:171","msg":"trace[1506299210] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26638; }","duration":"293.721377ms","start":"2026-10-03T10:02:26.263491Z","end":"2026-10-03T10:02:26.557213Z","steps":["trace[1506299210] 'agreement among raft nodes before linearized reading' (duration: 293.583194ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:26.557406Z","caller":"traceutil/trace.go:171","msg":"trace[1645720489] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"526.125215ms","start":"2026-10-03T10:02:26.031266Z","end":"2026-10-03T10:02:26.557392Z","steps":["trace[1645720489] 'process raft request' (duration: 477.582859ms)","trace[1645720489] 'compare' (duration: 47.258434ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:26.557178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.03132Z","time spent":"525.776386ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:26.557469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.031256Z","time spent":"526.183656ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:26.771456Z","caller":"traceutil/trace.go:171","msg":"trace[979325600] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"362.854233ms","start":"2026-10-03T10:02:26.408576Z","end":"2026-10-03T10:02:26.77143Z","steps":["trace[979325600] 'process raft request' (duration: 362.656308ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.771602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.40855Z","time spent":"362.977306ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:26.771778Z","caller":"traceutil/trace.go:171","msg":"trace[150558969] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"362.992136ms","start":"2026-10-03T10:02:26.408762Z","end":"2026-10-03T10:02:26.771755Z","steps":["trace[150558969] 'process raft request' (duration: 362.629167ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.771885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.408755Z","time spent":"363.068518ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:26.77192Z","caller":"traceutil/trace.go:171","msg":"trace[515402353] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"362.710268ms","start":"2026-10-03T10:02:26.409199Z","end":"2026-10-03T10:02:26.771909Z","steps":["trace[515402353] 'process raft request' (duration: 362.436952ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.771982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.40918Z","time spent":"362.7697ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:26.772082Z","caller":"traceutil/trace.go:171","msg":"trace[710830592] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"361.523508ms","start":"2026-10-03T10:02:26.410549Z","end":"2026-10-03T10:02:26.772072Z","steps":["trace[710830592] 'process raft request' (duration: 361.242511ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:26.772069Z","caller":"traceutil/trace.go:171","msg":"trace[2066727749] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"362.75099ms","start":"2026-10-03T10:02:26.409295Z","end":"2026-10-03T10:02:26.772046Z","steps":["trace[2066727749] 'process raft request' (duration: 362.459903ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.772126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.410534Z","time spent":"361.566989ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:26.772284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.409287Z","time spent":"362.840562ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:26.962654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.805208ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-10-03T10:02:26.962772Z","caller":"traceutil/trace.go:171","msg":"trace[1626718385] linearizableReadLoop","detail":"{readStateIndex:27530; appliedIndex:27524; }","duration":"406.014633ms","start":"2026-10-03T10:02:26.556741Z","end":"2026-10-03T10:02:26.962755Z","steps":["trace[1626718385] 'read index received' (duration: 214.380304ms)","trace[1626718385] 'applied index is now lower than readState.Index' (duration: 191.632939ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:26.963397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.496021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:26.963433Z","caller":"traceutil/trace.go:171","msg":"trace[2088698217] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26643; }","duration":"569.581253ms","start":"2026-10-03T10:02:26.393838Z","end":"2026-10-03T10:02:26.963419Z","steps":["trace[2088698217] 'agreement among raft nodes before linearized reading' (duration: 569.507831ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.963463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.393817Z","time spent":"569.637524ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:26.963774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.422416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19230"} {"level":"info","ts":"2026-10-03T10:02:26.963811Z","caller":"traceutil/trace.go:171","msg":"trace[1747573370] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26643; }","duration":"399.490948ms","start":"2026-10-03T10:02:26.564311Z","end":"2026-10-03T10:02:26.963802Z","steps":["trace[1747573370] 'agreement among raft nodes before linearized reading' (duration: 399.341774ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.963834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.564296Z","time spent":"399.532338ms","remote":"127.0.0.1:50790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19253,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-10-03T10:02:26.964055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.395516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:26.964084Z","caller":"traceutil/trace.go:171","msg":"trace[1317214363] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26643; }","duration":"380.449276ms","start":"2026-10-03T10:02:26.583625Z","end":"2026-10-03T10:02:26.964074Z","steps":["trace[1317214363] 'agreement among raft nodes before linearized reading' (duration: 380.400785ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:26.964111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:26.583613Z","time spent":"380.488108ms","remote":"127.0.0.1:59312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-10-03T10:02:27.532825Z","caller":"traceutil/trace.go:171","msg":"trace[1778908508] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"122.503694ms","start":"2026-10-03T10:02:27.410263Z","end":"2026-10-03T10:02:27.532767Z","steps":["trace[1778908508] 'process raft request' (duration: 122.224747ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:27.842555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.30677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-10-03T10:02:27.842633Z","caller":"traceutil/trace.go:171","msg":"trace[42512280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26644; }","duration":"246.461474ms","start":"2026-10-03T10:02:27.596153Z","end":"2026-10-03T10:02:27.842614Z","steps":["trace[42512280] 'range keys from in-memory index tree' (duration: 246.071474ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:28.037479Z","caller":"traceutil/trace.go:171","msg":"trace[1840797668] linearizableReadLoop","detail":"{readStateIndex:27532; appliedIndex:27531; }","duration":"173.278255ms","start":"2026-10-03T10:02:27.864178Z","end":"2026-10-03T10:02:28.037456Z","steps":["trace[1840797668] 'read index received' (duration: 173.172412ms)","trace[1840797668] 'applied index is now lower than readState.Index' (duration: 104.343µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:28.037552Z","caller":"traceutil/trace.go:171","msg":"trace[602079243] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"190.457789ms","start":"2026-10-03T10:02:27.847064Z","end":"2026-10-03T10:02:28.037522Z","steps":["trace[602079243] 'process raft request' (duration: 190.241083ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.037649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.444429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:28.037742Z","caller":"traceutil/trace.go:171","msg":"trace[794884189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26645; }","duration":"173.584703ms","start":"2026-10-03T10:02:27.864139Z","end":"2026-10-03T10:02:28.037724Z","steps":["trace[794884189] 'agreement among raft nodes before linearized reading' (duration: 173.416129ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:28.314004Z","caller":"traceutil/trace.go:171","msg":"trace[1095844588] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"291.725346ms","start":"2026-10-03T10:02:28.022253Z","end":"2026-10-03T10:02:28.313978Z","steps":["trace[1095844588] 'process raft request' (duration: 291.642104ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:28.314043Z","caller":"traceutil/trace.go:171","msg":"trace[1778496108] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"343.391202ms","start":"2026-10-03T10:02:27.970601Z","end":"2026-10-03T10:02:28.313992Z","steps":["trace[1778496108] 'process raft request' (duration: 343.128845ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.314211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:27.970585Z","time spent":"343.540425ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:28.3143Z","caller":"traceutil/trace.go:171","msg":"trace[700863984] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"291.87275ms","start":"2026-10-03T10:02:28.022415Z","end":"2026-10-03T10:02:28.314287Z","steps":["trace[700863984] 'process raft request' (duration: 291.523701ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:28.314488Z","caller":"traceutil/trace.go:171","msg":"trace[343376359] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"279.57344ms","start":"2026-10-03T10:02:28.034885Z","end":"2026-10-03T10:02:28.314458Z","steps":["trace[343376359] 'process raft request' (duration: 279.313064ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.314595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.385276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:28.314484Z","caller":"traceutil/trace.go:171","msg":"trace[1366031247] linearizableReadLoop","detail":"{readStateIndex:27536; appliedIndex:27534; }","duration":"276.879422ms","start":"2026-10-03T10:02:28.037542Z","end":"2026-10-03T10:02:28.314421Z","steps":["trace[1366031247] 'read index received' (duration: 276.38938ms)","trace[1366031247] 'applied index is now lower than readState.Index' (duration: 488.142µs)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:28.314729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.119512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:02:28.314743Z","caller":"traceutil/trace.go:171","msg":"trace[583665532] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26649; }","duration":"348.565941ms","start":"2026-10-03T10:02:27.966153Z","end":"2026-10-03T10:02:28.314719Z","steps":["trace[583665532] 'agreement among raft nodes before linearized reading' (duration: 348.339466ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.3148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:27.966142Z","time spent":"348.643253ms","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-10-03T10:02:28.314777Z","caller":"traceutil/trace.go:171","msg":"trace[614874975] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26649; }","duration":"379.215265ms","start":"2026-10-03T10:02:27.935546Z","end":"2026-10-03T10:02:28.314762Z","steps":["trace[614874975] 'agreement among raft nodes before linearized reading' (duration: 378.991749ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.314865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:27.935523Z","time spent":"379.327398ms","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:28.314886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.897255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:28.314936Z","caller":"traceutil/trace.go:171","msg":"trace[1860693358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26649; }","duration":"368.982598ms","start":"2026-10-03T10:02:27.945938Z","end":"2026-10-03T10:02:28.31492Z","steps":["trace[1860693358] 'agreement among raft nodes before linearized reading' (duration: 368.882095ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.31497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:27.945927Z","time spent":"369.033769ms","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:28.662833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.460055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:02:28.662954Z","caller":"traceutil/trace.go:171","msg":"trace[801659913] linearizableReadLoop","detail":"{readStateIndex:27537; appliedIndex:27536; }","duration":"348.170773ms","start":"2026-10-03T10:02:28.314752Z","end":"2026-10-03T10:02:28.662923Z","steps":["trace[801659913] 'read index received' (duration: 137.40168ms)","trace[801659913] 'applied index is now lower than readState.Index' (duration: 210.767403ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:28.663045Z","caller":"traceutil/trace.go:171","msg":"trace[842868186] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"598.179944ms","start":"2026-10-03T10:02:28.064854Z","end":"2026-10-03T10:02:28.663034Z","steps":["trace[842868186] 'process raft request' (duration: 387.394771ms)","trace[842868186] 'compare' (duration: 210.170428ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:28.663216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.009829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-10-03T10:02:28.663302Z","caller":"traceutil/trace.go:171","msg":"trace[401856594] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26650; }","duration":"573.713387ms","start":"2026-10-03T10:02:28.089567Z","end":"2026-10-03T10:02:28.66328Z","steps":["trace[401856594] 'agreement among raft nodes before linearized reading' (duration: 573.472401ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.663308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.220163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:28.663348Z","caller":"traceutil/trace.go:171","msg":"trace[42968815] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26650; }","duration":"428.307355ms","start":"2026-10-03T10:02:28.23503Z","end":"2026-10-03T10:02:28.663337Z","steps":["trace[42968815] 'agreement among raft nodes before linearized reading' (duration: 428.225943ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.663347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.08955Z","time spent":"573.788399ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-10-03T10:02:28.663351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.759866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:28.663378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.235006Z","time spent":"428.363467ms","remote":"127.0.0.1:45846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:28.663368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.404415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-10-03T10:02:28.663408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.2121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-10-03T10:02:28.663426Z","caller":"traceutil/trace.go:171","msg":"trace[1456075400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26650; }","duration":"624.877899ms","start":"2026-10-03T10:02:28.038531Z","end":"2026-10-03T10:02:28.663409Z","steps":["trace[1456075400] 'agreement among raft nodes before linearized reading' (duration: 624.754826ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:28.66344Z","caller":"traceutil/trace.go:171","msg":"trace[1993153514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26650; }","duration":"100.484707ms","start":"2026-10-03T10:02:28.562938Z","end":"2026-10-03T10:02:28.663423Z","steps":["trace[1993153514] 'agreement among raft nodes before linearized reading' (duration: 100.287322ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.663407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.163125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-03T10:02:28.663463Z","caller":"traceutil/trace.go:171","msg":"trace[1779427911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26650; }","duration":"418.267152ms","start":"2026-10-03T10:02:28.245175Z","end":"2026-10-03T10:02:28.663442Z","steps":["trace[1779427911] 'agreement among raft nodes before linearized reading' (duration: 418.091947ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.663472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.038515Z","time spent":"624.948221ms","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T10:02:28.663354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.120234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-10-03T10:02:28.663498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.245133Z","time spent":"418.355025ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-10-03T10:02:28.663555Z","caller":"traceutil/trace.go:171","msg":"trace[1880185437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26650; }","duration":"101.343539ms","start":"2026-10-03T10:02:28.562184Z","end":"2026-10-03T10:02:28.663528Z","steps":["trace[1880185437] 'agreement among raft nodes before linearized reading' (duration: 101.042261ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.663571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.118986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-10-03T10:02:28.664034Z","caller":"traceutil/trace.go:171","msg":"trace[1619645233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26650; }","duration":"486.63725ms","start":"2026-10-03T10:02:28.177381Z","end":"2026-10-03T10:02:28.664019Z","steps":["trace[1619645233] 'agreement among raft nodes before linearized reading' (duration: 485.925491ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.664084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.177359Z","time spent":"486.710121ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-10-03T10:02:28.663604Z","caller":"traceutil/trace.go:171","msg":"trace[1647330581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26650; }","duration":"101.303559ms","start":"2026-10-03T10:02:28.562177Z","end":"2026-10-03T10:02:28.66348Z","steps":["trace[1647330581] 'agreement among raft nodes before linearized reading' (duration: 101.065813ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.66386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.064821Z","time spent":"598.250976ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:28.905755Z","caller":"traceutil/trace.go:171","msg":"trace[1373236209] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"237.529797ms","start":"2026-10-03T10:02:28.668195Z","end":"2026-10-03T10:02:28.905725Z","steps":["trace[1373236209] 'process raft request' (duration: 237.221589ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:28.906008Z","caller":"traceutil/trace.go:171","msg":"trace[1776542890] linearizableReadLoop","detail":"{readStateIndex:27541; appliedIndex:27538; }","duration":"236.177843ms","start":"2026-10-03T10:02:28.669808Z","end":"2026-10-03T10:02:28.905986Z","steps":["trace[1776542890] 'read index received' (duration: 11.53712ms)","trace[1776542890] 'applied index is now lower than readState.Index' (duration: 224.639533ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:28.906051Z","caller":"traceutil/trace.go:171","msg":"trace[582075633] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"236.363578ms","start":"2026-10-03T10:02:28.669653Z","end":"2026-10-03T10:02:28.906017Z","steps":["trace[582075633] 'process raft request' (duration: 236.241645ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:28.906081Z","caller":"traceutil/trace.go:171","msg":"trace[346167756] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"237.786834ms","start":"2026-10-03T10:02:28.66827Z","end":"2026-10-03T10:02:28.906057Z","steps":["trace[346167756] 'process raft request' (duration: 237.379343ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:28.906232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.404759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19230"} {"level":"info","ts":"2026-10-03T10:02:28.906268Z","caller":"traceutil/trace.go:171","msg":"trace[1289457376] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26654; }","duration":"236.476341ms","start":"2026-10-03T10:02:28.669782Z","end":"2026-10-03T10:02:28.906259Z","steps":["trace[1289457376] 'agreement among raft nodes before linearized reading' (duration: 236.314397ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:29.31395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.946713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:02:29.314173Z","caller":"traceutil/trace.go:171","msg":"trace[1352869589] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"537.224365ms","start":"2026-10-03T10:02:28.776916Z","end":"2026-10-03T10:02:29.31414Z","steps":["trace[1352869589] 'process raft request' (duration: 338.004365ms)","trace[1352869589] 'compare' (duration: 198.809551ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:29.314261Z","caller":"traceutil/trace.go:171","msg":"trace[1379662446] linearizableReadLoop","detail":"{readStateIndex:27546; appliedIndex:27541; }","duration":"408.173997ms","start":"2026-10-03T10:02:28.90607Z","end":"2026-10-03T10:02:29.314244Z","steps":["trace[1379662446] 'read index received' (duration: 208.781983ms)","trace[1379662446] 'applied index is now lower than readState.Index' (duration: 199.390564ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:29.31428Z","caller":"traceutil/trace.go:171","msg":"trace[1567407516] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"536.707372ms","start":"2026-10-03T10:02:28.777545Z","end":"2026-10-03T10:02:29.314253Z","steps":["trace[1567407516] 'process raft request' (duration: 536.584559ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:29.314356Z","caller":"traceutil/trace.go:171","msg":"trace[1307030476] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"536.676542ms","start":"2026-10-03T10:02:28.777669Z","end":"2026-10-03T10:02:29.314345Z","steps":["trace[1307030476] 'process raft request' (duration: 536.502437ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:29.314418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.777627Z","time spent":"536.757834ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:29.314438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.777518Z","time spent":"536.842916ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:29.31449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.776889Z","time spent":"537.38007ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:29.314547Z","caller":"traceutil/trace.go:171","msg":"trace[2001897010] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"536.384364ms","start":"2026-10-03T10:02:28.778139Z","end":"2026-10-03T10:02:29.314524Z","steps":["trace[2001897010] 'process raft request' (duration: 536.067386ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:29.314542Z","caller":"traceutil/trace.go:171","msg":"trace[11431652] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"537.114613ms","start":"2026-10-03T10:02:28.777402Z","end":"2026-10-03T10:02:29.314516Z","steps":["trace[11431652] 'process raft request' (duration: 536.640921ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:29.314586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.769917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:29.314636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.778127Z","time spent":"536.464826ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:29.314654Z","caller":"traceutil/trace.go:171","msg":"trace[1623365195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26659; }","duration":"449.89185ms","start":"2026-10-03T10:02:28.864746Z","end":"2026-10-03T10:02:29.314638Z","steps":["trace[1623365195] 'agreement among raft nodes before linearized reading' (duration: 449.748866ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:29.31462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.373433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:29.314725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.864721Z","time spent":"449.995923ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-03T10:02:29.314766Z","caller":"traceutil/trace.go:171","msg":"trace[1479079412] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26659; }","duration":"332.583668ms","start":"2026-10-03T10:02:28.982171Z","end":"2026-10-03T10:02:29.314755Z","steps":["trace[1479079412] 'agreement among raft nodes before linearized reading' (duration: 332.373193ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:29.314804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.982153Z","time spent":"332.641899ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-10-03T10:02:29.31486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:28.777375Z","time spent":"537.259246ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:42.040276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11302523240611074807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-03T10:02:42.533179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041314846s","expected-duration":"1s"} {"level":"info","ts":"2026-10-03T10:02:42.533643Z","caller":"traceutil/trace.go:171","msg":"trace[168233297] linearizableReadLoop","detail":"{readStateIndex:27690; appliedIndex:27689; }","duration":"993.653301ms","start":"2026-10-03T10:02:41.539964Z","end":"2026-10-03T10:02:42.533617Z","steps":["trace[168233297] 'read index received' (duration: 993.491437ms)","trace[168233297] 'applied index is now lower than readState.Index' (duration: 160.924µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:42.533726Z","caller":"traceutil/trace.go:171","msg":"trace[142223741] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"1.04194123s","start":"2026-10-03T10:02:41.491751Z","end":"2026-10-03T10:02:42.533693Z","steps":["trace[142223741] 'process raft request' (duration: 1.041658793s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:42.533846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.821895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:02:42.533886Z","caller":"traceutil/trace.go:171","msg":"trace[1152128631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26800; }","duration":"993.96768ms","start":"2026-10-03T10:02:41.539906Z","end":"2026-10-03T10:02:42.533873Z","steps":["trace[1152128631] 'agreement among raft nodes before linearized reading' (duration: 993.843876ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:42.533884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:41.491734Z","time spent":"1.042066683s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:42.533924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:41.53988Z","time spent":"994.034631ms","remote":"127.0.0.1:59418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:43.03381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11302523240611074812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-03T10:02:43.106733Z","caller":"traceutil/trace.go:171","msg":"trace[2062900682] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"734.535808ms","start":"2026-10-03T10:02:42.372172Z","end":"2026-10-03T10:02:43.106708Z","steps":["trace[2062900682] 'process raft request' (duration: 734.303632ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.106884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.372146Z","time spent":"734.660872ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:43.107105Z","caller":"traceutil/trace.go:171","msg":"trace[1372917880] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"734.896057ms","start":"2026-10-03T10:02:42.372175Z","end":"2026-10-03T10:02:43.107071Z","steps":["trace[1372917880] 'process raft request' (duration: 734.462686ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:43.107171Z","caller":"traceutil/trace.go:171","msg":"trace[915090104] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"734.812065ms","start":"2026-10-03T10:02:42.372324Z","end":"2026-10-03T10:02:43.107136Z","steps":["trace[915090104] 'process raft request' (duration: 734.639401ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.107271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.372144Z","time spent":"735.04316ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:43.107368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.372314Z","time spent":"734.943368ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:43.787237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.761843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:02:43.787359Z","caller":"traceutil/trace.go:171","msg":"trace[562179568] linearizableReadLoop","detail":"{readStateIndex:27694; appliedIndex:27690; }","duration":"1.253615966s","start":"2026-10-03T10:02:42.533724Z","end":"2026-10-03T10:02:43.78734Z","steps":["trace[562179568] 'read index received' (duration: 572.750143ms)","trace[562179568] 'applied index is now lower than readState.Index' (duration: 680.864183ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:43.787449Z","caller":"traceutil/trace.go:171","msg":"trace[1011166254] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"1.231462356s","start":"2026-10-03T10:02:42.555973Z","end":"2026-10-03T10:02:43.787435Z","steps":["trace[1011166254] 'process raft request' (duration: 839.371436ms)","trace[1011166254] 'compare' (duration: 391.132716ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:43.787516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.555948Z","time spent":"1.231532188s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:43.787777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57536187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-10-03T10:02:43.787811Z","caller":"traceutil/trace.go:171","msg":"trace[815381938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2; range_end:; response_count:1; response_revision:26804; }","duration":"1.575434542s","start":"2026-10-03T10:02:42.212367Z","end":"2026-10-03T10:02:43.787801Z","steps":["trace[815381938] 'agreement among raft nodes before linearized reading' (duration: 1.575257877s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.787838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.212345Z","time spent":"1.575485903s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2\" "} {"level":"warn","ts":"2026-10-03T10:02:43.788041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923444039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:43.788258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134317054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:43.788371Z","caller":"traceutil/trace.go:171","msg":"trace[808201] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26804; }","duration":"2.134478038s","start":"2026-10-03T10:02:41.653871Z","end":"2026-10-03T10:02:43.788349Z","steps":["trace[808201] 'agreement among raft nodes before linearized reading' (duration: 2.134202621s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:43.788428Z","caller":"traceutil/trace.go:171","msg":"trace[1119310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26804; }","duration":"1.923547592s","start":"2026-10-03T10:02:41.864572Z","end":"2026-10-03T10:02:43.78812Z","steps":["trace[1119310] 'agreement among raft nodes before linearized reading' (duration: 1.923402118s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.788461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:41.653803Z","time spent":"2.134640572s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:43.788484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:41.864514Z","time spent":"1.923957483s","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T10:02:43.788557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627354363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:43.788723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670291396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-10-03T10:02:43.788808Z","caller":"traceutil/trace.go:171","msg":"trace[2042456366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26804; }","duration":"1.670472731s","start":"2026-10-03T10:02:42.118316Z","end":"2026-10-03T10:02:43.788788Z","steps":["trace[2042456366] 'agreement among raft nodes before linearized reading' (duration: 1.670142943s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.788849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.118293Z","time spent":"1.670547983s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-10-03T10:02:43.788872Z","caller":"traceutil/trace.go:171","msg":"trace[264256986] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26804; }","duration":"1.627491287s","start":"2026-10-03T10:02:42.16116Z","end":"2026-10-03T10:02:43.788651Z","steps":["trace[264256986] 'agreement among raft nodes before linearized reading' (duration: 1.627296692s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.788969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.161122Z","time spent":"1.627829765s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:43.788984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007694957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225402"} {"level":"info","ts":"2026-10-03T10:02:43.789026Z","caller":"traceutil/trace.go:171","msg":"trace[853838099] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26804; }","duration":"2.007778089s","start":"2026-10-03T10:02:41.781237Z","end":"2026-10-03T10:02:43.789015Z","steps":["trace[853838099] 'agreement among raft nodes before linearized reading' (duration: 2.006761543s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.789055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:41.781214Z","time spent":"2.007831941s","remote":"127.0.0.1:50720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225425,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-10-03T10:02:43.818341Z","caller":"traceutil/trace.go:171","msg":"trace[1016760216] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"436.517372ms","start":"2026-10-03T10:02:43.381792Z","end":"2026-10-03T10:02:43.81831Z","steps":["trace[1016760216] 'process raft request' (duration: 436.440701ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:43.818376Z","caller":"traceutil/trace.go:171","msg":"trace[1029965475] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"438.915123ms","start":"2026-10-03T10:02:43.379417Z","end":"2026-10-03T10:02:43.818332Z","steps":["trace[1029965475] 'process raft request' (duration: 438.708308ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:43.818392Z","caller":"traceutil/trace.go:171","msg":"trace[240046039] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"690.787563ms","start":"2026-10-03T10:02:43.127561Z","end":"2026-10-03T10:02:43.818349Z","steps":["trace[240046039] 'process raft request' (duration: 690.398504ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.818504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.127535Z","time spent":"690.916807ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-10-03T10:02:43.818511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.381779Z","time spent":"436.646076ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:43.818538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.379378Z","time spent":"439.062447ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:43.818628Z","caller":"traceutil/trace.go:171","msg":"trace[1641180515] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"436.700648ms","start":"2026-10-03T10:02:43.381702Z","end":"2026-10-03T10:02:43.818402Z","steps":["trace[1641180515] 'process raft request' (duration: 436.495663ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:43.818748Z","caller":"traceutil/trace.go:171","msg":"trace[1860130064] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"436.863912ms","start":"2026-10-03T10:02:43.381867Z","end":"2026-10-03T10:02:43.818731Z","steps":["trace[1860130064] 'process raft request' (duration: 436.40608ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.818814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.381849Z","time spent":"436.931383ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:43.818921Z","caller":"traceutil/trace.go:171","msg":"trace[597677720] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"433.398193ms","start":"2026-10-03T10:02:43.385506Z","end":"2026-10-03T10:02:43.818904Z","steps":["trace[597677720] 'process raft request' (duration: 433.117946ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.818935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.131119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:43.818973Z","caller":"traceutil/trace.go:171","msg":"trace[1201228747] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26810; }","duration":"603.198651ms","start":"2026-10-03T10:02:43.215762Z","end":"2026-10-03T10:02:43.818961Z","steps":["trace[1201228747] 'agreement among raft nodes before linearized reading' (duration: 603.129719ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.818993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.385489Z","time spent":"433.472066ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:43.818999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.215743Z","time spent":"603.249223ms","remote":"127.0.0.1:50320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:43.819057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.832212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-10-03T10:02:43.819125Z","caller":"traceutil/trace.go:171","msg":"trace[21230120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26810; }","duration":"840.950775ms","start":"2026-10-03T10:02:42.978156Z","end":"2026-10-03T10:02:43.819107Z","steps":["trace[21230120] 'agreement among raft nodes before linearized reading' (duration: 840.78578ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.819161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.978133Z","time spent":"841.019486ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-10-03T10:02:43.818913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.381628Z","time spent":"437.120208ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:43.819501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.867511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-10-03T10:02:43.81921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.737165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-10-03T10:02:43.819541Z","caller":"traceutil/trace.go:171","msg":"trace[259735666] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26810; }","duration":"689.947602ms","start":"2026-10-03T10:02:43.129582Z","end":"2026-10-03T10:02:43.819529Z","steps":["trace[259735666] 'agreement among raft nodes before linearized reading' (duration: 689.84767ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.81957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.129558Z","time spent":"690.006773ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-10-03T10:02:43.81958Z","caller":"traceutil/trace.go:171","msg":"trace[450602073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26810; }","duration":"844.182896ms","start":"2026-10-03T10:02:42.97537Z","end":"2026-10-03T10:02:43.819553Z","steps":["trace[450602073] 'agreement among raft nodes before linearized reading' (duration: 843.577121ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.819639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.879444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-10-03T10:02:43.81966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.975349Z","time spent":"844.292609ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-10-03T10:02:43.819243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0692529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-10-03T10:02:43.819712Z","caller":"traceutil/trace.go:171","msg":"trace[1825578709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26810; }","duration":"840.970756ms","start":"2026-10-03T10:02:42.978729Z","end":"2026-10-03T10:02:43.8197Z","steps":["trace[1825578709] 'agreement among raft nodes before linearized reading' (duration: 840.75349ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:43.819738Z","caller":"traceutil/trace.go:171","msg":"trace[161347563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26810; }","duration":"1.069794763s","start":"2026-10-03T10:02:42.74993Z","end":"2026-10-03T10:02:43.819724Z","steps":["trace[161347563] 'agreement among raft nodes before linearized reading' (duration: 1.069153567s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:43.819748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.978721Z","time spent":"841.018137ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-10-03T10:02:43.819787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:42.749908Z","time spent":"1.069865216s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-10-03T10:02:44.319969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11302523240611074822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-03T10:02:44.498139Z","caller":"traceutil/trace.go:171","msg":"trace[181852265] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"702.874759ms","start":"2026-10-03T10:02:43.79523Z","end":"2026-10-03T10:02:44.498104Z","steps":["trace[181852265] 'process raft request' (duration: 701.542045ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:44.498313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.795185Z","time spent":"703.037203ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:45.046061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.077341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:02:45.046384Z","caller":"traceutil/trace.go:171","msg":"trace[152279743] linearizableReadLoop","detail":"{readStateIndex:27705; appliedIndex:27700; }","duration":"1.227472686s","start":"2026-10-03T10:02:43.818893Z","end":"2026-10-03T10:02:45.046366Z","steps":["trace[152279743] 'read index received' (duration: 678.151155ms)","trace[152279743] 'applied index is now lower than readState.Index' (duration: 549.320551ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:45.04671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249316667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:45.046705Z","caller":"traceutil/trace.go:171","msg":"trace[46695104] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"1.216675343s","start":"2026-10-03T10:02:43.829974Z","end":"2026-10-03T10:02:45.046649Z","steps":["trace[46695104] 'process raft request' (duration: 1.216351695s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:45.046754Z","caller":"traceutil/trace.go:171","msg":"trace[1524760654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26815; }","duration":"1.24941478s","start":"2026-10-03T10:02:43.797327Z","end":"2026-10-03T10:02:45.046742Z","steps":["trace[1524760654] 'agreement among raft nodes before linearized reading' (duration: 1.249315817s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.046816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.797316Z","time spent":"1.249492341s","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T10:02:45.046848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.829957Z","time spent":"1.216809566s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:45.046878Z","caller":"traceutil/trace.go:171","msg":"trace[490419652] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"1.220248192s","start":"2026-10-03T10:02:43.826605Z","end":"2026-10-03T10:02:45.046853Z","steps":["trace[490419652] 'process raft request' (duration: 1.219558065s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:45.047081Z","caller":"traceutil/trace.go:171","msg":"trace[297818963] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"1.22009863s","start":"2026-10-03T10:02:43.82697Z","end":"2026-10-03T10:02:45.047069Z","steps":["trace[297818963] 'process raft request' (duration: 1.21930061s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.047105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224233524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e08f861-8571-4303-9a3d-95e8aadf96c0\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-10-03T10:02:45.047135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.826949Z","time spent":"1.220154901s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:45.047156Z","caller":"traceutil/trace.go:171","msg":"trace[787728789] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e08f861-8571-4303-9a3d-95e8aadf96c0; range_end:; response_count:1; response_revision:26815; }","duration":"1.224310886s","start":"2026-10-03T10:02:43.822832Z","end":"2026-10-03T10:02:45.047143Z","steps":["trace[787728789] 'agreement among raft nodes before linearized reading' (duration: 1.224178712s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.047185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.822808Z","time spent":"1.224369028s","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-9e08f861-8571-4303-9a3d-95e8aadf96c0\" "} {"level":"info","ts":"2026-10-03T10:02:45.047275Z","caller":"traceutil/trace.go:171","msg":"trace[282052626] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"1.220750625s","start":"2026-10-03T10:02:43.826486Z","end":"2026-10-03T10:02:45.047237Z","steps":["trace[282052626] 'process raft request' (duration: 846.380161ms)","trace[282052626] 'compare' (duration: 372.746283ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:02:45.047355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018343574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:45.047396Z","caller":"traceutil/trace.go:171","msg":"trace[2020052009] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26815; }","duration":"1.018408276s","start":"2026-10-03T10:02:44.028972Z","end":"2026-10-03T10:02:45.04738Z","steps":["trace[2020052009] 'agreement among raft nodes before linearized reading' (duration: 1.018334104s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.047425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:44.028957Z","time spent":"1.018460247s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-10-03T10:02:45.047419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.8849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-10-03T10:02:45.047439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.82646Z","time spent":"1.220904098s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:45.047452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.594863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-10-03T10:02:45.047492Z","caller":"traceutil/trace.go:171","msg":"trace[1333517021] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2; range_end:; response_count:1; response_revision:26815; }","duration":"254.000783ms","start":"2026-10-03T10:02:44.793467Z","end":"2026-10-03T10:02:45.047468Z","steps":["trace[1333517021] 'agreement among raft nodes before linearized reading' (duration: 253.747398ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:45.047503Z","caller":"traceutil/trace.go:171","msg":"trace[1320203645] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26815; }","duration":"114.666636ms","start":"2026-10-03T10:02:44.932819Z","end":"2026-10-03T10:02:45.047486Z","steps":["trace[1320203645] 'agreement among raft nodes before linearized reading' (duration: 114.483331ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.047473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078275467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:45.047557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.461151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:45.047548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210876346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-10-03T10:02:45.047577Z","caller":"traceutil/trace.go:171","msg":"trace[1723270549] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26815; }","duration":"1.078443671s","start":"2026-10-03T10:02:43.969109Z","end":"2026-10-03T10:02:45.047553Z","steps":["trace[1723270549] 'agreement among raft nodes before linearized reading' (duration: 1.078268477s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:45.047597Z","caller":"traceutil/trace.go:171","msg":"trace[2068292176] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26815; }","duration":"598.540723ms","start":"2026-10-03T10:02:44.449044Z","end":"2026-10-03T10:02:45.047585Z","steps":["trace[2068292176] 'agreement among raft nodes before linearized reading' (duration: 598.474831ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.047626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:44.449026Z","time spent":"598.592115ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:45.047636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.969087Z","time spent":"1.078532983s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-10-03T10:02:45.047641Z","caller":"traceutil/trace.go:171","msg":"trace[811540427] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26815; }","duration":"1.21103042s","start":"2026-10-03T10:02:43.836588Z","end":"2026-10-03T10:02:45.047619Z","steps":["trace[811540427] 'agreement among raft nodes before linearized reading' (duration: 1.210727972s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.047732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.836571Z","time spent":"1.211139242s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-10-03T10:02:45.047743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.960943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-10-03T10:02:45.04786Z","caller":"traceutil/trace.go:171","msg":"trace[909524519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26815; }","duration":"475.209379ms","start":"2026-10-03T10:02:44.572624Z","end":"2026-10-03T10:02:45.047834Z","steps":["trace[909524519] 'agreement among raft nodes before linearized reading' (duration: 474.82929ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.047912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:44.572604Z","time spent":"475.297282ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-10-03T10:02:45.047914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:43.826578Z","time spent":"1.220356115s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:45.469334Z","caller":"traceutil/trace.go:171","msg":"trace[2129005193] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"357.679492ms","start":"2026-10-03T10:02:45.111628Z","end":"2026-10-03T10:02:45.469308Z","steps":["trace[2129005193] 'process raft request' (duration: 352.862969ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.469479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:45.11161Z","time spent":"357.796594ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:45.482593Z","caller":"traceutil/trace.go:171","msg":"trace[1152590595] linearizableReadLoop","detail":"{readStateIndex:27708; appliedIndex:27705; }","duration":"366.589997ms","start":"2026-10-03T10:02:45.11598Z","end":"2026-10-03T10:02:45.48257Z","steps":["trace[1152590595] 'read index received' (duration: 348.533011ms)","trace[1152590595] 'applied index is now lower than readState.Index' (duration: 18.055886ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:45.482727Z","caller":"traceutil/trace.go:171","msg":"trace[241993672] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"368.564736ms","start":"2026-10-03T10:02:45.114152Z","end":"2026-10-03T10:02:45.482716Z","steps":["trace[241993672] 'process raft request' (duration: 368.377281ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.482825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:45.114125Z","time spent":"368.627588ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:02:45.482892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.620829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:45.482952Z","caller":"traceutil/trace.go:171","msg":"trace[1359256845] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26818; }","duration":"351.69652ms","start":"2026-10-03T10:02:45.13124Z","end":"2026-10-03T10:02:45.482936Z","steps":["trace[1359256845] 'agreement among raft nodes before linearized reading' (duration: 351.608688ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.482994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:45.13123Z","time spent":"351.750652ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-10-03T10:02:45.483006Z","caller":"traceutil/trace.go:171","msg":"trace[866998105] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"369.839129ms","start":"2026-10-03T10:02:45.112782Z","end":"2026-10-03T10:02:45.482621Z","steps":["trace[866998105] 'process raft request' (duration: 369.616713ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.483313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.253559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-10-03T10:02:45.483371Z","caller":"traceutil/trace.go:171","msg":"trace[1851821167] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26818; }","duration":"328.3247ms","start":"2026-10-03T10:02:45.155028Z","end":"2026-10-03T10:02:45.483353Z","steps":["trace[1851821167] 'agreement among raft nodes before linearized reading' (duration: 328.161616ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.483394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.413418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112192"} {"level":"warn","ts":"2026-10-03T10:02:45.4834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:45.155021Z","time spent":"328.371341ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-10-03T10:02:45.483427Z","caller":"traceutil/trace.go:171","msg":"trace[1269091909] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26818; }","duration":"367.467379ms","start":"2026-10-03T10:02:45.11595Z","end":"2026-10-03T10:02:45.483417Z","steps":["trace[1269091909] 'agreement among raft nodes before linearized reading' (duration: 367.225453ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.483395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.995583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:02:45.483458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:45.115938Z","time spent":"367.509501ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112215,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-10-03T10:02:45.483485Z","caller":"traceutil/trace.go:171","msg":"trace[1422330068] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26818; }","duration":"128.151827ms","start":"2026-10-03T10:02:45.355309Z","end":"2026-10-03T10:02:45.483461Z","steps":["trace[1422330068] 'agreement among raft nodes before linearized reading' (duration: 127.973483ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.483407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.329191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:45.48385Z","caller":"traceutil/trace.go:171","msg":"trace[1542340672] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26818; }","duration":"330.773662ms","start":"2026-10-03T10:02:45.153007Z","end":"2026-10-03T10:02:45.483781Z","steps":["trace[1542340672] 'agreement among raft nodes before linearized reading' (duration: 330.204018ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.483924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.121164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:02:45.483972Z","caller":"traceutil/trace.go:171","msg":"trace[1930326056] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26818; }","duration":"223.185156ms","start":"2026-10-03T10:02:45.260774Z","end":"2026-10-03T10:02:45.483959Z","steps":["trace[1930326056] 'agreement among raft nodes before linearized reading' (duration: 223.087713ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.483977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:45.152999Z","time spent":"330.952807ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:02:45.485229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:45.112764Z","time spent":"370.427734ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:45.93503Z","caller":"traceutil/trace.go:171","msg":"trace[1864612893] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"108.999813ms","start":"2026-10-03T10:02:45.826004Z","end":"2026-10-03T10:02:45.935004Z","steps":["trace[1864612893] 'process raft request' (duration: 108.917791ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:45.935063Z","caller":"traceutil/trace.go:171","msg":"trace[156212121] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"109.768591ms","start":"2026-10-03T10:02:45.825254Z","end":"2026-10-03T10:02:45.935023Z","steps":["trace[156212121] 'process raft request' (duration: 88.499015ms)","trace[156212121] 'compare' (duration: 21.03083ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:45.935307Z","caller":"traceutil/trace.go:171","msg":"trace[324119926] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"109.211498ms","start":"2026-10-03T10:02:45.826083Z","end":"2026-10-03T10:02:45.935295Z","steps":["trace[324119926] 'process raft request' (duration: 108.88146ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:45.935318Z","caller":"traceutil/trace.go:171","msg":"trace[30131302] linearizableReadLoop","detail":"{readStateIndex:27717; appliedIndex:27712; }","duration":"102.460757ms","start":"2026-10-03T10:02:45.83284Z","end":"2026-10-03T10:02:45.935301Z","steps":["trace[30131302] 'read index received' (duration: 53.03986ms)","trace[30131302] 'applied index is now lower than readState.Index' (duration: 49.420097ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:45.935338Z","caller":"traceutil/trace.go:171","msg":"trace[687724537] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"108.388837ms","start":"2026-10-03T10:02:45.826926Z","end":"2026-10-03T10:02:45.935315Z","steps":["trace[687724537] 'process raft request' (duration: 108.267694ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:45.935515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.663712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-10-03T10:02:45.935542Z","caller":"traceutil/trace.go:171","msg":"trace[1132110659] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26827; }","duration":"102.750934ms","start":"2026-10-03T10:02:45.832785Z","end":"2026-10-03T10:02:45.935536Z","steps":["trace[1132110659] 'agreement among raft nodes before linearized reading' (duration: 102.58152ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:48.234863Z","caller":"traceutil/trace.go:171","msg":"trace[1755319361] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"344.409717ms","start":"2026-10-03T10:02:47.890423Z","end":"2026-10-03T10:02:48.234832Z","steps":["trace[1755319361] 'process raft request' (duration: 344.174611ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:48.23503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:47.890404Z","time spent":"344.54321ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:48.235741Z","caller":"traceutil/trace.go:171","msg":"trace[1879223053] linearizableReadLoop","detail":"{readStateIndex:27736; appliedIndex:27731; }","duration":"174.691732ms","start":"2026-10-03T10:02:48.061026Z","end":"2026-10-03T10:02:48.235718Z","steps":["trace[1879223053] 'read index received' (duration: 173.609504ms)","trace[1879223053] 'applied index is now lower than readState.Index' (duration: 1.081167ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:48.235793Z","caller":"traceutil/trace.go:171","msg":"trace[1753534974] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"295.845901ms","start":"2026-10-03T10:02:47.93989Z","end":"2026-10-03T10:02:48.235736Z","steps":["trace[1753534974] 'process raft request' (duration: 295.687487ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:48.235858Z","caller":"traceutil/trace.go:171","msg":"trace[1479264587] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"295.106122ms","start":"2026-10-03T10:02:47.940741Z","end":"2026-10-03T10:02:48.235847Z","steps":["trace[1479264587] 'process raft request' (duration: 294.874166ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:48.235979Z","caller":"traceutil/trace.go:171","msg":"trace[2065156131] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"295.083061ms","start":"2026-10-03T10:02:47.940888Z","end":"2026-10-03T10:02:48.235971Z","steps":["trace[2065156131] 'process raft request' (duration: 294.768844ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:48.236017Z","caller":"traceutil/trace.go:171","msg":"trace[1409808837] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"296.203729ms","start":"2026-10-03T10:02:47.9398Z","end":"2026-10-03T10:02:48.236003Z","steps":["trace[1409808837] 'process raft request' (duration: 295.642845ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:48.236166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.134841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-10-03T10:02:48.236203Z","caller":"traceutil/trace.go:171","msg":"trace[1895440387] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26845; }","duration":"175.229695ms","start":"2026-10-03T10:02:48.060963Z","end":"2026-10-03T10:02:48.236192Z","steps":["trace[1895440387] 'agreement among raft nodes before linearized reading' (duration: 175.088881ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:48.236424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.865888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2\" ","response":"range_response_count:1 size:3936"} {"level":"info","ts":"2026-10-03T10:02:48.236462Z","caller":"traceutil/trace.go:171","msg":"trace[77938963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2; range_end:; response_count:1; response_revision:26845; }","duration":"169.93238ms","start":"2026-10-03T10:02:48.066519Z","end":"2026-10-03T10:02:48.236451Z","steps":["trace[77938963] 'agreement among raft nodes before linearized reading' (duration: 169.840328ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:53.255285Z","caller":"traceutil/trace.go:171","msg":"trace[60925760] linearizableReadLoop","detail":"{readStateIndex:27793; appliedIndex:27792; }","duration":"169.643234ms","start":"2026-10-03T10:02:53.08562Z","end":"2026-10-03T10:02:53.255263Z","steps":["trace[60925760] 'read index received' (duration: 169.48868ms)","trace[60925760] 'applied index is now lower than readState.Index' (duration: 153.734µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:53.25535Z","caller":"traceutil/trace.go:171","msg":"trace[1695786024] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"169.767108ms","start":"2026-10-03T10:02:53.08555Z","end":"2026-10-03T10:02:53.255317Z","steps":["trace[1695786024] 'process raft request' (duration: 169.560022ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:53.255466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.82621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-10-03T10:02:53.255505Z","caller":"traceutil/trace.go:171","msg":"trace[121719645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26901; }","duration":"169.909991ms","start":"2026-10-03T10:02:53.085585Z","end":"2026-10-03T10:02:53.255495Z","steps":["trace[121719645] 'agreement among raft nodes before linearized reading' (duration: 169.763877ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:53.693763Z","caller":"traceutil/trace.go:171","msg":"trace[580050159] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"605.706845ms","start":"2026-10-03T10:02:53.088037Z","end":"2026-10-03T10:02:53.693744Z","steps":["trace[580050159] 'process raft request' (duration: 605.549401ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:53.693878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:53.088014Z","time spent":"605.808018ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:53.693978Z","caller":"traceutil/trace.go:171","msg":"trace[964652028] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"604.733371ms","start":"2026-10-03T10:02:53.08924Z","end":"2026-10-03T10:02:53.693973Z","steps":["trace[964652028] 'process raft request' (duration: 604.479914ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:53.694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:53.089229Z","time spent":"604.758341ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:53.711798Z","caller":"traceutil/trace.go:171","msg":"trace[1240275754] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"214.033486ms","start":"2026-10-03T10:02:53.497737Z","end":"2026-10-03T10:02:53.711771Z","steps":["trace[1240275754] 'process raft request' (duration: 213.924433ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:53.711805Z","caller":"traceutil/trace.go:171","msg":"trace[1651532305] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"451.746288ms","start":"2026-10-03T10:02:53.260022Z","end":"2026-10-03T10:02:53.711769Z","steps":["trace[1651532305] 'process raft request' (duration: 451.495181ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:53.712032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:53.259999Z","time spent":"451.960892ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:02:53.712153Z","caller":"traceutil/trace.go:171","msg":"trace[603535314] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"202.568244ms","start":"2026-10-03T10:02:53.509575Z","end":"2026-10-03T10:02:53.712143Z","steps":["trace[603535314] 'process raft request' (duration: 202.152924ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:53.712132Z","caller":"traceutil/trace.go:171","msg":"trace[1607478766] linearizableReadLoop","detail":"{readStateIndex:27796; appliedIndex:27793; }","duration":"216.382523ms","start":"2026-10-03T10:02:53.495723Z","end":"2026-10-03T10:02:53.712105Z","steps":["trace[1607478766] 'read index received' (duration: 197.971729ms)","trace[1607478766] 'applied index is now lower than readState.Index' (duration: 18.409884ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:53.712295Z","caller":"traceutil/trace.go:171","msg":"trace[900929155] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"200.312028ms","start":"2026-10-03T10:02:53.511948Z","end":"2026-10-03T10:02:53.71226Z","steps":["trace[900929155] 'process raft request' (duration: 200.030301ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:53.712995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.240236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:02:53.713047Z","caller":"traceutil/trace.go:171","msg":"trace[2087765952] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26907; }","duration":"217.377369ms","start":"2026-10-03T10:02:53.495656Z","end":"2026-10-03T10:02:53.713034Z","steps":["trace[2087765952] 'agreement among raft nodes before linearized reading' (duration: 217.240415ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:02:53.940897Z","caller":"traceutil/trace.go:171","msg":"trace[402811772] linearizableReadLoop","detail":"{readStateIndex:27800; appliedIndex:27799; }","duration":"139.130234ms","start":"2026-10-03T10:02:53.801741Z","end":"2026-10-03T10:02:53.940871Z","steps":["trace[402811772] 'read index received' (duration: 138.839336ms)","trace[402811772] 'applied index is now lower than readState.Index' (duration: 289.797µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:02:53.940961Z","caller":"traceutil/trace.go:171","msg":"trace[981463036] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"139.649406ms","start":"2026-10-03T10:02:53.801288Z","end":"2026-10-03T10:02:53.940938Z","steps":["trace[981463036] 'process raft request' (duration: 139.355329ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:02:53.941188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.409992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-10-03T10:02:53.941275Z","caller":"traceutil/trace.go:171","msg":"trace[320341712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26908; }","duration":"139.519274ms","start":"2026-10-03T10:02:53.801733Z","end":"2026-10-03T10:02:53.941253Z","steps":["trace[320341712] 'agreement among raft nodes before linearized reading' (duration: 139.255548ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:00.234532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11302523240611075157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-03T10:03:00.264881Z","caller":"traceutil/trace.go:171","msg":"trace[1366328566] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"543.418252ms","start":"2026-10-03T10:02:59.721438Z","end":"2026-10-03T10:03:00.264856Z","steps":["trace[1366328566] 'process raft request' (duration: 543.266029ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:00.265006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:59.721422Z","time spent":"543.513375ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:00.507008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.49803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:00.507271Z","caller":"traceutil/trace.go:171","msg":"trace[1612023562] linearizableReadLoop","detail":"{readStateIndex:27851; appliedIndex:27846; }","duration":"773.799419ms","start":"2026-10-03T10:02:59.733455Z","end":"2026-10-03T10:03:00.507255Z","steps":["trace[1612023562] 'read index received' (duration: 531.295646ms)","trace[1612023562] 'applied index is now lower than readState.Index' (duration: 242.502743ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:00.50735Z","caller":"traceutil/trace.go:171","msg":"trace[1508658792] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"776.317623ms","start":"2026-10-03T10:02:59.731022Z","end":"2026-10-03T10:03:00.507339Z","steps":["trace[1508658792] 'process raft request' (duration: 776.19432ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:00.507339Z","caller":"traceutil/trace.go:171","msg":"trace[985024671] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"776.746423ms","start":"2026-10-03T10:02:59.730559Z","end":"2026-10-03T10:03:00.507306Z","steps":["trace[985024671] 'process raft request' (duration: 776.62161ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:00.50741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:59.731001Z","time spent":"776.376875ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:00.507411Z","caller":"traceutil/trace.go:171","msg":"trace[1780580800] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"784.610603ms","start":"2026-10-03T10:02:59.722762Z","end":"2026-10-03T10:03:00.507373Z","steps":["trace[1780580800] 'process raft request' (duration: 593.662131ms)","trace[1780580800] 'compare' (duration: 190.213983ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:00.50742Z","caller":"traceutil/trace.go:171","msg":"trace[630088570] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"778.469117ms","start":"2026-10-03T10:02:59.728913Z","end":"2026-10-03T10:03:00.507382Z","steps":["trace[630088570] 'process raft request' (duration: 778.18912ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:00.507474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.001724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-10-03T10:03:00.507534Z","caller":"traceutil/trace.go:171","msg":"trace[1410660433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26958; }","duration":"774.093977ms","start":"2026-10-03T10:02:59.733427Z","end":"2026-10-03T10:03:00.507521Z","steps":["trace[1410660433] 'agreement among raft nodes before linearized reading' (duration: 773.917442ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:00.507533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:59.730539Z","time spent":"776.872167ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:00.507571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:59.733419Z","time spent":"774.145378ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-10-03T10:03:00.507586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:59.72275Z","time spent":"784.751576ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:00.507618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:02:59.728873Z","time spent":"778.642802ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:00.565494Z","caller":"traceutil/trace.go:171","msg":"trace[743669536] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"281.647732ms","start":"2026-10-03T10:03:00.283819Z","end":"2026-10-03T10:03:00.565467Z","steps":["trace[743669536] 'process raft request' (duration: 281.56234ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:00.565526Z","caller":"traceutil/trace.go:171","msg":"trace[268366308] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"283.742304ms","start":"2026-10-03T10:03:00.28174Z","end":"2026-10-03T10:03:00.565482Z","steps":["trace[268366308] 'process raft request' (duration: 283.442457ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:00.565553Z","caller":"traceutil/trace.go:171","msg":"trace[1338414153] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"281.876287ms","start":"2026-10-03T10:03:00.283645Z","end":"2026-10-03T10:03:00.565521Z","steps":["trace[1338414153] 'process raft request' (duration: 281.685192ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:00.565864Z","caller":"traceutil/trace.go:171","msg":"trace[1512246438] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"281.363234ms","start":"2026-10-03T10:03:00.284479Z","end":"2026-10-03T10:03:00.565842Z","steps":["trace[1512246438] 'process raft request' (duration: 280.952114ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:00.566001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.085803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:00.566044Z","caller":"traceutil/trace.go:171","msg":"trace[95920886] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26963; }","duration":"120.168764ms","start":"2026-10-03T10:03:00.445863Z","end":"2026-10-03T10:03:00.566032Z","steps":["trace[95920886] 'agreement among raft nodes before linearized reading' (duration: 120.031151ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:00.565928Z","caller":"traceutil/trace.go:171","msg":"trace[1330983807] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"278.149903ms","start":"2026-10-03T10:03:00.287748Z","end":"2026-10-03T10:03:00.565898Z","steps":["trace[1330983807] 'process raft request' (duration: 277.953318ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:00.566044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.97318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:00.566346Z","caller":"traceutil/trace.go:171","msg":"trace[1563464588] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26963; }","duration":"299.317378ms","start":"2026-10-03T10:03:00.267004Z","end":"2026-10-03T10:03:00.566321Z","steps":["trace[1563464588] 'agreement among raft nodes before linearized reading' (duration: 298.904607ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:00.719608Z","caller":"traceutil/trace.go:171","msg":"trace[676638500] linearizableReadLoop","detail":"{readStateIndex:27857; appliedIndex:27856; }","duration":"153.731311ms","start":"2026-10-03T10:03:00.565854Z","end":"2026-10-03T10:03:00.719586Z","steps":["trace[676638500] 'read index received' (duration: 143.058912ms)","trace[676638500] 'applied index is now lower than readState.Index' (duration: 10.671499ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:00.719986Z","caller":"traceutil/trace.go:171","msg":"trace[388818184] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"207.722736ms","start":"2026-10-03T10:03:00.512227Z","end":"2026-10-03T10:03:00.71995Z","steps":["trace[388818184] 'process raft request' (duration: 196.754509ms)","trace[388818184] 'compare' (duration: 10.340251ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:00.720126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.153541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-10-03T10:03:00.720133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.827804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-03T10:03:00.720208Z","caller":"traceutil/trace.go:171","msg":"trace[841604939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26964; }","duration":"192.284185ms","start":"2026-10-03T10:03:00.527906Z","end":"2026-10-03T10:03:00.72019Z","steps":["trace[841604939] 'agreement among raft nodes before linearized reading' (duration: 192.042999ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:00.720221Z","caller":"traceutil/trace.go:171","msg":"trace[1652915353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26964; }","duration":"151.962877ms","start":"2026-10-03T10:03:00.56824Z","end":"2026-10-03T10:03:00.720203Z","steps":["trace[1652915353] 'agreement among raft nodes before linearized reading' (duration: 151.68505ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:03.473025Z","caller":"traceutil/trace.go:171","msg":"trace[1452200254] linearizableReadLoop","detail":"{readStateIndex:27877; appliedIndex:27876; }","duration":"128.917055ms","start":"2026-10-03T10:03:03.344084Z","end":"2026-10-03T10:03:03.473001Z","steps":["trace[1452200254] 'read index received' (duration: 128.733741ms)","trace[1452200254] 'applied index is now lower than readState.Index' (duration: 181.944µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:03.473113Z","caller":"traceutil/trace.go:171","msg":"trace[245074564] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"169.170032ms","start":"2026-10-03T10:03:03.303903Z","end":"2026-10-03T10:03:03.473073Z","steps":["trace[245074564] 'process raft request' (duration: 168.930266ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:03.473201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.957801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:03.473241Z","caller":"traceutil/trace.go:171","msg":"trace[113782427] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26983; }","duration":"109.042603ms","start":"2026-10-03T10:03:03.364187Z","end":"2026-10-03T10:03:03.47323Z","steps":["trace[113782427] 'agreement among raft nodes before linearized reading' (duration: 108.950861ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:03.473206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.09379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:03:03.473336Z","caller":"traceutil/trace.go:171","msg":"trace[1126016301] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26983; }","duration":"129.268914ms","start":"2026-10-03T10:03:03.344042Z","end":"2026-10-03T10:03:03.473311Z","steps":["trace[1126016301] 'agreement among raft nodes before linearized reading' (duration: 129.056289ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:04.32601Z","caller":"traceutil/trace.go:171","msg":"trace[374596710] linearizableReadLoop","detail":"{readStateIndex:27878; appliedIndex:27877; }","duration":"164.3613ms","start":"2026-10-03T10:03:04.161628Z","end":"2026-10-03T10:03:04.325989Z","steps":["trace[374596710] 'read index received' (duration: 164.135575ms)","trace[374596710] 'applied index is now lower than readState.Index' (duration: 224.885µs)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:04.326154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.512724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:04.326192Z","caller":"traceutil/trace.go:171","msg":"trace[82365622] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26984; }","duration":"164.609556ms","start":"2026-10-03T10:03:04.161572Z","end":"2026-10-03T10:03:04.326182Z","steps":["trace[82365622] 'agreement among raft nodes before linearized reading' (duration: 164.529784ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:04.326165Z","caller":"traceutil/trace.go:171","msg":"trace[1103425837] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"372.331852ms","start":"2026-10-03T10:03:03.953757Z","end":"2026-10-03T10:03:04.326088Z","steps":["trace[1103425837] 'process raft request' (duration: 372.089896ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:04.32639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:03.953724Z","time spent":"372.552578ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:05.098899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.673068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:05.098999Z","caller":"traceutil/trace.go:171","msg":"trace[1428660220] linearizableReadLoop","detail":"{readStateIndex:27879; appliedIndex:27878; }","duration":"665.539865ms","start":"2026-10-03T10:03:04.433439Z","end":"2026-10-03T10:03:05.098979Z","steps":["trace[1428660220] 'read index received' (duration: 140.717282ms)","trace[1428660220] 'applied index is now lower than readState.Index' (duration: 524.821063ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:05.099107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.672059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:03:05.099074Z","caller":"traceutil/trace.go:171","msg":"trace[673035972] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"769.019958ms","start":"2026-10-03T10:03:04.329985Z","end":"2026-10-03T10:03:05.099005Z","steps":["trace[673035972] 'process raft request' (duration: 244.156315ms)","trace[673035972] 'compare' (duration: 524.003971ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:05.099133Z","caller":"traceutil/trace.go:171","msg":"trace[1313320418] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26985; }","duration":"665.744281ms","start":"2026-10-03T10:03:04.433379Z","end":"2026-10-03T10:03:05.099123Z","steps":["trace[1313320418] 'agreement among raft nodes before linearized reading' (duration: 665.667459ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.09917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.433354Z","time spent":"665.801272ms","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:05.09924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.329962Z","time spent":"769.187193ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:05.117214Z","caller":"traceutil/trace.go:171","msg":"trace[523720962] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"598.251888ms","start":"2026-10-03T10:03:04.518939Z","end":"2026-10-03T10:03:05.117191Z","steps":["trace[523720962] 'process raft request' (duration: 598.108744ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.117356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.518911Z","time spent":"598.375159ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:05.117466Z","caller":"traceutil/trace.go:171","msg":"trace[1284239334] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"596.253386ms","start":"2026-10-03T10:03:04.521196Z","end":"2026-10-03T10:03:05.11745Z","steps":["trace[1284239334] 'process raft request' (duration: 596.168224ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:05.117517Z","caller":"traceutil/trace.go:171","msg":"trace[1321051687] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"597.819135ms","start":"2026-10-03T10:03:04.519657Z","end":"2026-10-03T10:03:05.117477Z","steps":["trace[1321051687] 'process raft request' (duration: 597.494898ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.117559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.521186Z","time spent":"596.327078ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:05.117713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.519631Z","time spent":"597.962859ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:05.173404Z","caller":"traceutil/trace.go:171","msg":"trace[51569037] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"593.384844ms","start":"2026-10-03T10:03:04.579993Z","end":"2026-10-03T10:03:05.173378Z","steps":["trace[51569037] 'process raft request' (duration: 593.114398ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:05.173429Z","caller":"traceutil/trace.go:171","msg":"trace[590494814] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"592.540862ms","start":"2026-10-03T10:03:04.580866Z","end":"2026-10-03T10:03:05.173407Z","steps":["trace[590494814] 'process raft request' (duration: 592.354509ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.173521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.579972Z","time spent":"593.488677ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:05.173559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.580856Z","time spent":"592.634285ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:05.173567Z","caller":"traceutil/trace.go:171","msg":"trace[78568044] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"591.443754ms","start":"2026-10-03T10:03:04.582103Z","end":"2026-10-03T10:03:05.173547Z","steps":["trace[78568044] 'process raft request' (duration: 591.222838ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:05.173627Z","caller":"traceutil/trace.go:171","msg":"trace[232830105] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"591.986127ms","start":"2026-10-03T10:03:04.58162Z","end":"2026-10-03T10:03:05.173606Z","steps":["trace[232830105] 'process raft request' (duration: 591.63749ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.173656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.582093Z","time spent":"591.516476ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:05.173691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.727695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:05.173733Z","caller":"traceutil/trace.go:171","msg":"trace[1724067922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26993; }","duration":"308.827317ms","start":"2026-10-03T10:03:04.864895Z","end":"2026-10-03T10:03:05.173722Z","steps":["trace[1724067922] 'agreement among raft nodes before linearized reading' (duration: 308.735085ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.173742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.581589Z","time spent":"592.105251ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:05.173765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.864866Z","time spent":"308.893989ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T10:03:05.173752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.480018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-10-03T10:03:05.17382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.631494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-03T10:03:05.173842Z","caller":"traceutil/trace.go:171","msg":"trace[2133847147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26993; }","duration":"441.611791ms","start":"2026-10-03T10:03:04.732211Z","end":"2026-10-03T10:03:05.173822Z","steps":["trace[2133847147] 'agreement among raft nodes before linearized reading' (duration: 441.286813ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.173833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.234735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-03T10:03:05.173886Z","caller":"traceutil/trace.go:171","msg":"trace[1458651699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26993; }","duration":"653.732877ms","start":"2026-10-03T10:03:04.520137Z","end":"2026-10-03T10:03:05.17387Z","steps":["trace[1458651699] 'agreement among raft nodes before linearized reading' (duration: 653.518392ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.173895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.732195Z","time spent":"441.690714ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-10-03T10:03:05.173897Z","caller":"traceutil/trace.go:171","msg":"trace[1096472087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26993; }","duration":"394.329358ms","start":"2026-10-03T10:03:04.779555Z","end":"2026-10-03T10:03:05.173884Z","steps":["trace[1096472087] 'agreement among raft nodes before linearized reading' (duration: 394.177534ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.173925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.145239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-10-03T10:03:05.173927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.729673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-10-03T10:03:05.173929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.520125Z","time spent":"653.794929ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-10-03T10:03:05.173933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.779542Z","time spent":"394.383589ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-10-03T10:03:05.173964Z","caller":"traceutil/trace.go:171","msg":"trace[1976406263] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26993; }","duration":"521.226091ms","start":"2026-10-03T10:03:04.652728Z","end":"2026-10-03T10:03:05.173954Z","steps":["trace[1976406263] 'agreement among raft nodes before linearized reading' (duration: 521.088718ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:05.17397Z","caller":"traceutil/trace.go:171","msg":"trace[1551396959] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26993; }","duration":"576.799055ms","start":"2026-10-03T10:03:04.597159Z","end":"2026-10-03T10:03:05.173958Z","steps":["trace[1551396959] 'agreement among raft nodes before linearized reading' (duration: 576.726644ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:05.173786Z","caller":"traceutil/trace.go:171","msg":"trace[905331269] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"592.05768ms","start":"2026-10-03T10:03:04.581717Z","end":"2026-10-03T10:03:05.173775Z","steps":["trace[905331269] 'process raft request' (duration: 591.577287ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:05.173994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.652705Z","time spent":"521.282513ms","remote":"127.0.0.1:50806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-10-03T10:03:05.173999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.597145Z","time spent":"576.846246ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:05.174092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:04.581698Z","time spent":"592.323166ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:10.071265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.908721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:10.07137Z","caller":"traceutil/trace.go:171","msg":"trace[1937536336] linearizableReadLoop","detail":"{readStateIndex:27923; appliedIndex:27922; }","duration":"518.776671ms","start":"2026-10-03T10:03:09.552575Z","end":"2026-10-03T10:03:10.071352Z","steps":["trace[1937536336] 'read index received' (duration: 37.271µs)","trace[1937536336] 'applied index is now lower than readState.Index' (duration: 518.73822ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:10.071446Z","caller":"traceutil/trace.go:171","msg":"trace[1202495154] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"740.362026ms","start":"2026-10-03T10:03:09.33107Z","end":"2026-10-03T10:03:10.071432Z","steps":["trace[1202495154] 'process raft request' (duration: 92.197958ms)","trace[1202495154] 'compare' (duration: 647.542642ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:10.071499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:09.331047Z","time spent":"740.420367ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:10.071565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.971865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-10-03T10:03:10.07163Z","caller":"traceutil/trace.go:171","msg":"trace[1987914490] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27027; }","duration":"519.082598ms","start":"2026-10-03T10:03:09.55253Z","end":"2026-10-03T10:03:10.071613Z","steps":["trace[1987914490] 'agreement among raft nodes before linearized reading' (duration: 518.892683ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:10.071695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:09.552509Z","time spent":"519.148899ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-10-03T10:03:10.08076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.716847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:10.080846Z","caller":"traceutil/trace.go:171","msg":"trace[402312586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27028; }","duration":"215.8325ms","start":"2026-10-03T10:03:09.864984Z","end":"2026-10-03T10:03:10.080817Z","steps":["trace[402312586] 'agreement among raft nodes before linearized reading' (duration: 215.727647ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:10.08095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.604942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130734"} {"level":"info","ts":"2026-10-03T10:03:10.081006Z","caller":"traceutil/trace.go:171","msg":"trace[1973843791] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27028; }","duration":"527.660844ms","start":"2026-10-03T10:03:09.553332Z","end":"2026-10-03T10:03:10.080993Z","steps":["trace[1973843791] 'agreement among raft nodes before linearized reading' (duration: 527.49614ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:10.081037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:09.553321Z","time spent":"527.707484ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130757,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-10-03T10:03:10.081279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.996024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:10.081267Z","caller":"traceutil/trace.go:171","msg":"trace[1410292630] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"448.999867ms","start":"2026-10-03T10:03:09.632244Z","end":"2026-10-03T10:03:10.081244Z","steps":["trace[1410292630] 'process raft request' (duration: 448.261489ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:10.08132Z","caller":"traceutil/trace.go:171","msg":"trace[28131999] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27028; }","duration":"254.073816ms","start":"2026-10-03T10:03:09.827233Z","end":"2026-10-03T10:03:10.081307Z","steps":["trace[28131999] 'agreement among raft nodes before linearized reading' (duration: 254.013874ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:10.081392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:09.632222Z","time spent":"449.09849ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:10.081515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.384608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-10-03T10:03:10.081552Z","caller":"traceutil/trace.go:171","msg":"trace[512303470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27028; }","duration":"472.44926ms","start":"2026-10-03T10:03:09.609092Z","end":"2026-10-03T10:03:10.081541Z","steps":["trace[512303470] 'agreement among raft nodes before linearized reading' (duration: 472.358707ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:10.08161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:09.609076Z","time spent":"472.524591ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-10-03T10:03:10.530017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.190293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:10.530113Z","caller":"traceutil/trace.go:171","msg":"trace[775262667] linearizableReadLoop","detail":"{readStateIndex:27925; appliedIndex:27924; }","duration":"442.745771ms","start":"2026-10-03T10:03:10.087351Z","end":"2026-10-03T10:03:10.530097Z","steps":["trace[775262667] 'read index received' (duration: 267.310421ms)","trace[775262667] 'applied index is now lower than readState.Index' (duration: 175.433679ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:10.530196Z","caller":"traceutil/trace.go:171","msg":"trace[982048664] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"444.394012ms","start":"2026-10-03T10:03:10.085752Z","end":"2026-10-03T10:03:10.530146Z","steps":["trace[982048664] 'process raft request' (duration: 268.989333ms)","trace[982048664] 'compare' (duration: 174.870065ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:10.530303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.956346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-10-03T10:03:10.530338Z","caller":"traceutil/trace.go:171","msg":"trace[547416051] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27029; }","duration":"443.031717ms","start":"2026-10-03T10:03:10.087298Z","end":"2026-10-03T10:03:10.53033Z","steps":["trace[547416051] 'agreement among raft nodes before linearized reading' (duration: 442.879944ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:10.530345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:10.085734Z","time spent":"444.529275ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:10.530376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:10.087276Z","time spent":"443.089428ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-10-03T10:03:10.53045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.584015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:10.530507Z","caller":"traceutil/trace.go:171","msg":"trace[591258922] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27029; }","duration":"101.648698ms","start":"2026-10-03T10:03:10.428841Z","end":"2026-10-03T10:03:10.53049Z","steps":["trace[591258922] 'agreement among raft nodes before linearized reading' (duration: 101.545175ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:10.530489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.592736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-10-03T10:03:10.530581Z","caller":"traceutil/trace.go:171","msg":"trace[1719176090] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27029; }","duration":"442.707239ms","start":"2026-10-03T10:03:10.087854Z","end":"2026-10-03T10:03:10.530561Z","steps":["trace[1719176090] 'agreement among raft nodes before linearized reading' (duration: 442.500094ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:10.530621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:10.087838Z","time spent":"442.774111ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-10-03T10:03:10.530644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.451707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130734"} {"level":"info","ts":"2026-10-03T10:03:10.530839Z","caller":"traceutil/trace.go:171","msg":"trace[9078853] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27029; }","duration":"439.663402ms","start":"2026-10-03T10:03:10.091154Z","end":"2026-10-03T10:03:10.530818Z","steps":["trace[9078853] 'agreement among raft nodes before linearized reading' (duration: 439.238841ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:10.530901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:10.091145Z","time spent":"439.736724ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130757,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-10-03T10:03:11.137012Z","caller":"traceutil/trace.go:171","msg":"trace[308662818] linearizableReadLoop","detail":"{readStateIndex:27926; appliedIndex:27925; }","duration":"499.870192ms","start":"2026-10-03T10:03:10.637118Z","end":"2026-10-03T10:03:11.136988Z","steps":["trace[308662818] 'read index received' (duration: 474.333087ms)","trace[308662818] 'applied index is now lower than readState.Index' (duration: 25.535625ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:11.137105Z","caller":"traceutil/trace.go:171","msg":"trace[621896183] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"595.022074ms","start":"2026-10-03T10:03:10.54206Z","end":"2026-10-03T10:03:11.137082Z","steps":["trace[621896183] 'process raft request' (duration: 569.486529ms)","trace[621896183] 'compare' (duration: 25.224047ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:11.137229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:10.542043Z","time spent":"595.110727ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10655,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:11.137256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.106687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-10-03T10:03:11.137292Z","caller":"traceutil/trace.go:171","msg":"trace[1139404149] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:27030; }","duration":"498.18803ms","start":"2026-10-03T10:03:10.63909Z","end":"2026-10-03T10:03:11.137278Z","steps":["trace[1139404149] 'agreement among raft nodes before linearized reading' (duration: 498.038676ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.137321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:10.639059Z","time spent":"498.254211ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-10-03T10:03:11.137454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.664727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-10-03T10:03:11.137513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.633984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:11.137545Z","caller":"traceutil/trace.go:171","msg":"trace[875739330] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27030; }","duration":"251.708596ms","start":"2026-10-03T10:03:10.885826Z","end":"2026-10-03T10:03:11.137534Z","steps":["trace[875739330] 'agreement among raft nodes before linearized reading' (duration: 251.654705ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.137905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.702383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:03:11.137972Z","caller":"traceutil/trace.go:171","msg":"trace[1789316877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27030; }","duration":"500.869278ms","start":"2026-10-03T10:03:10.637085Z","end":"2026-10-03T10:03:11.137954Z","steps":["trace[1789316877] 'agreement among raft nodes before linearized reading' (duration: 500.026766ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.138031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:10.63707Z","time spent":"500.943579ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-10-03T10:03:11.137517Z","caller":"traceutil/trace.go:171","msg":"trace[1337551028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27030; }","duration":"118.772519ms","start":"2026-10-03T10:03:11.018728Z","end":"2026-10-03T10:03:11.137501Z","steps":["trace[1337551028] 'agreement among raft nodes before linearized reading' (duration: 118.607585ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.48063Z","caller":"traceutil/trace.go:171","msg":"trace[180146269] linearizableReadLoop","detail":"{readStateIndex:27927; appliedIndex:27926; }","duration":"339.290907ms","start":"2026-10-03T10:03:11.141299Z","end":"2026-10-03T10:03:11.48059Z","steps":["trace[180146269] 'read index received' (duration: 317.312661ms)","trace[180146269] 'applied index is now lower than readState.Index' (duration: 21.977196ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:11.48077Z","caller":"traceutil/trace.go:171","msg":"trace[1821905727] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"340.155758ms","start":"2026-10-03T10:03:11.140602Z","end":"2026-10-03T10:03:11.480757Z","steps":["trace[1821905727] 'process raft request' (duration: 317.999379ms)","trace[1821905727] 'compare' (duration: 21.566315ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:11.480895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.140575Z","time spent":"340.21823ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:11.48094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.626606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-10-03T10:03:11.481002Z","caller":"traceutil/trace.go:171","msg":"trace[1133562363] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2; range_end:; response_count:1; response_revision:27031; }","duration":"339.726127ms","start":"2026-10-03T10:03:11.141258Z","end":"2026-10-03T10:03:11.480984Z","steps":["trace[1133562363] 'agreement among raft nodes before linearized reading' (duration: 339.528322ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.481046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.14124Z","time spent":"339.79419ms","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-7fe8aa3f-ac19-4b40-a488-c055bb75cfd2\" "} {"level":"info","ts":"2026-10-03T10:03:11.4812Z","caller":"traceutil/trace.go:171","msg":"trace[1453627292] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"338.091307ms","start":"2026-10-03T10:03:11.143084Z","end":"2026-10-03T10:03:11.481175Z","steps":["trace[1453627292] 'process raft request' (duration: 337.945343ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.481253Z","caller":"traceutil/trace.go:171","msg":"trace[892680919] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"338.773595ms","start":"2026-10-03T10:03:11.142466Z","end":"2026-10-03T10:03:11.481239Z","steps":["trace[892680919] 'process raft request' (duration: 338.419786ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.481281Z","caller":"traceutil/trace.go:171","msg":"trace[683927992] transaction","detail":"{read_only:false; response_revision:27036; number_of_response:1; }","duration":"331.943312ms","start":"2026-10-03T10:03:11.14931Z","end":"2026-10-03T10:03:11.481254Z","steps":["trace[683927992] 'process raft request' (duration: 331.85344ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.481297Z","caller":"traceutil/trace.go:171","msg":"trace[1710415204] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"337.116782ms","start":"2026-10-03T10:03:11.144129Z","end":"2026-10-03T10:03:11.481245Z","steps":["trace[1710415204] 'process raft request' (duration: 336.956448ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.481275Z","caller":"traceutil/trace.go:171","msg":"trace[346755272] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"336.552328ms","start":"2026-10-03T10:03:11.144684Z","end":"2026-10-03T10:03:11.481236Z","steps":["trace[346755272] 'process raft request' (duration: 336.447455ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.481312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.143068Z","time spent":"338.181259ms","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:11.481433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.149292Z","time spent":"332.064485ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:11.481467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.144116Z","time spent":"337.259165ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:11.481316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.142443Z","time spent":"338.836836ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:11.481477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.144644Z","time spent":"336.738643ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:11.481482Z","caller":"traceutil/trace.go:171","msg":"trace[948496498] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"326.108325ms","start":"2026-10-03T10:03:11.155354Z","end":"2026-10-03T10:03:11.481462Z","steps":["trace[948496498] 'process raft request' (duration: 325.845588ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.481565Z","caller":"traceutil/trace.go:171","msg":"trace[1944259978] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"259.285467ms","start":"2026-10-03T10:03:11.222264Z","end":"2026-10-03T10:03:11.48155Z","steps":["trace[1944259978] 'process raft request' (duration: 259.181774ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.481581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.155329Z","time spent":"326.205366ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:11.481611Z","caller":"traceutil/trace.go:171","msg":"trace[499648500] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"322.501074ms","start":"2026-10-03T10:03:11.159099Z","end":"2026-10-03T10:03:11.4816Z","steps":["trace[499648500] 'process raft request' (duration: 322.276238ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.481664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.159084Z","time spent":"322.548005ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:11.481696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.649555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-10-03T10:03:11.481695Z","caller":"traceutil/trace.go:171","msg":"trace[591829644] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"219.270167ms","start":"2026-10-03T10:03:11.262383Z","end":"2026-10-03T10:03:11.481653Z","steps":["trace[591829644] 'process raft request' (duration: 219.135644ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.481724Z","caller":"traceutil/trace.go:171","msg":"trace[952532040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27043; }","duration":"337.706367ms","start":"2026-10-03T10:03:11.14401Z","end":"2026-10-03T10:03:11.481716Z","steps":["trace[952532040] 'agreement among raft nodes before linearized reading' (duration: 337.575074ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.481718Z","caller":"traceutil/trace.go:171","msg":"trace[1337612779] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"217.892482ms","start":"2026-10-03T10:03:11.263811Z","end":"2026-10-03T10:03:11.481704Z","steps":["trace[1337612779] 'process raft request' (duration: 217.729618ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.481743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.143997Z","time spent":"337.742028ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-10-03T10:03:11.481741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.603672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-10-03T10:03:11.481772Z","caller":"traceutil/trace.go:171","msg":"trace[801834652] range","detail":"{range_begin:/registry/masterleases/162.253.55.95; range_end:; response_count:1; response_revision:27043; }","duration":"108.679224ms","start":"2026-10-03T10:03:11.373084Z","end":"2026-10-03T10:03:11.481763Z","steps":["trace[801834652] 'agreement among raft nodes before linearized reading' (duration: 108.557631ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.481822Z","caller":"traceutil/trace.go:171","msg":"trace[1415986110] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"222.205691ms","start":"2026-10-03T10:03:11.259594Z","end":"2026-10-03T10:03:11.4818Z","steps":["trace[1415986110] 'process raft request' (duration: 221.877173ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.481878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.579802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:03:11.481896Z","caller":"traceutil/trace.go:171","msg":"trace[855299636] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27043; }","duration":"150.615733ms","start":"2026-10-03T10:03:11.331273Z","end":"2026-10-03T10:03:11.481889Z","steps":["trace[855299636] 'agreement among raft nodes before linearized reading' (duration: 150.554722ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.481952Z","caller":"traceutil/trace.go:171","msg":"trace[274859504] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"220.331594ms","start":"2026-10-03T10:03:11.261604Z","end":"2026-10-03T10:03:11.481935Z","steps":["trace[274859504] 'process raft request' (duration: 219.893422ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.966248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-10-03T10:03:11.481991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.931235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:03:11.482014Z","caller":"traceutil/trace.go:171","msg":"trace[352605535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27043; }","duration":"177.01184ms","start":"2026-10-03T10:03:11.304998Z","end":"2026-10-03T10:03:11.48201Z","steps":["trace[352605535] 'agreement among raft nodes before linearized reading' (duration: 176.967318ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.48203Z","caller":"traceutil/trace.go:171","msg":"trace[2066834078] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27043; }","duration":"162.989136ms","start":"2026-10-03T10:03:11.319031Z","end":"2026-10-03T10:03:11.48202Z","steps":["trace[2066834078] 'agreement among raft nodes before linearized reading' (duration: 162.858883ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.481964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.126476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-10-03T10:03:11.482089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.548588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-10-03T10:03:11.482137Z","caller":"traceutil/trace.go:171","msg":"trace[618501080] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27043; }","duration":"275.62873ms","start":"2026-10-03T10:03:11.206492Z","end":"2026-10-03T10:03:11.48212Z","steps":["trace[618501080] 'agreement among raft nodes before linearized reading' (duration: 275.512787ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.482124Z","caller":"traceutil/trace.go:171","msg":"trace[636735890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27043; }","duration":"170.30996ms","start":"2026-10-03T10:03:11.311803Z","end":"2026-10-03T10:03:11.482113Z","steps":["trace[636735890] 'agreement among raft nodes before linearized reading' (duration: 170.061694ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:11.482157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.26396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-03T10:03:11.482247Z","caller":"traceutil/trace.go:171","msg":"trace[1080040816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27043; }","duration":"170.360912ms","start":"2026-10-03T10:03:11.311863Z","end":"2026-10-03T10:03:11.482224Z","steps":["trace[1080040816] 'agreement among raft nodes before linearized reading' (duration: 170.108356ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.634326Z","caller":"traceutil/trace.go:171","msg":"trace[1253404115] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"140.008645ms","start":"2026-10-03T10:03:11.494289Z","end":"2026-10-03T10:03:11.634298Z","steps":["trace[1253404115] 'process raft request' (duration: 139.707638ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.634366Z","caller":"traceutil/trace.go:171","msg":"trace[498611396] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"136.359374ms","start":"2026-10-03T10:03:11.497971Z","end":"2026-10-03T10:03:11.63433Z","steps":["trace[498611396] 'process raft request' (duration: 136.18693ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:11.634885Z","caller":"traceutil/trace.go:171","msg":"trace[1688853503] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"131.034149ms","start":"2026-10-03T10:03:11.503828Z","end":"2026-10-03T10:03:11.634862Z","steps":["trace[1688853503] 'process raft request' (duration: 130.394423ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:12.221245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.053406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:12.221349Z","caller":"traceutil/trace.go:171","msg":"trace[1869002083] linearizableReadLoop","detail":"{readStateIndex:27947; appliedIndex:27946; }","duration":"526.170627ms","start":"2026-10-03T10:03:11.695163Z","end":"2026-10-03T10:03:12.221333Z","steps":["trace[1869002083] 'read index received' (duration: 145.865753ms)","trace[1869002083] 'applied index is now lower than readState.Index' (duration: 380.303834ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:12.221427Z","caller":"traceutil/trace.go:171","msg":"trace[677916925] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"536.003926ms","start":"2026-10-03T10:03:11.685412Z","end":"2026-10-03T10:03:12.221416Z","steps":["trace[677916925] 'process raft request' (duration: 155.706743ms)","trace[677916925] 'compare' (duration: 379.852901ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:12.221487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.685395Z","time spent":"536.061647ms","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:12.221542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.747316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:03:12.221641Z","caller":"traceutil/trace.go:171","msg":"trace[473715366] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27050; }","duration":"386.89596ms","start":"2026-10-03T10:03:11.834721Z","end":"2026-10-03T10:03:12.221617Z","steps":["trace[473715366] 'agreement among raft nodes before linearized reading' (duration: 386.741016ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:12.22172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.834699Z","time spent":"387.006523ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:12.222123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.950986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9650"} {"level":"info","ts":"2026-10-03T10:03:12.222214Z","caller":"traceutil/trace.go:171","msg":"trace[545887250] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:27050; }","duration":"527.07714ms","start":"2026-10-03T10:03:11.695117Z","end":"2026-10-03T10:03:12.222195Z","steps":["trace[545887250] 'agreement among raft nodes before linearized reading' (duration: 526.849734ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:12.222253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.695103Z","time spent":"527.140921ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9673,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-10-03T10:03:12.221963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.98571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:12.22233Z","caller":"traceutil/trace.go:171","msg":"trace[845580132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27050; }","duration":"358.37416ms","start":"2026-10-03T10:03:11.863939Z","end":"2026-10-03T10:03:12.222313Z","steps":["trace[845580132] 'agreement among raft nodes before linearized reading' (duration: 357.99159ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:12.222386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:11.863922Z","time spent":"358.448861ms","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T10:03:12.222479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.050723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-10-03T10:03:12.222548Z","caller":"traceutil/trace.go:171","msg":"trace[1595085423] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27050; }","duration":"124.258158ms","start":"2026-10-03T10:03:12.098258Z","end":"2026-10-03T10:03:12.222516Z","steps":["trace[1595085423] 'agreement among raft nodes before linearized reading' (duration: 123.508319ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:12.489434Z","caller":"traceutil/trace.go:171","msg":"trace[408235283] linearizableReadLoop","detail":"{readStateIndex:27948; appliedIndex:27947; }","duration":"257.891083ms","start":"2026-10-03T10:03:12.231517Z","end":"2026-10-03T10:03:12.489408Z","steps":["trace[408235283] 'read index received' (duration: 209.358188ms)","trace[408235283] 'applied index is now lower than readState.Index' (duration: 48.531765ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:12.489453Z","caller":"traceutil/trace.go:171","msg":"trace[72645202] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"260.307203ms","start":"2026-10-03T10:03:12.229113Z","end":"2026-10-03T10:03:12.48942Z","steps":["trace[72645202] 'process raft request' (duration: 211.747827ms)","trace[72645202] 'compare' (duration: 48.34432ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:12.489653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.126778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10673"} {"level":"info","ts":"2026-10-03T10:03:12.489737Z","caller":"traceutil/trace.go:171","msg":"trace[924789782] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:27051; }","duration":"258.236982ms","start":"2026-10-03T10:03:12.231484Z","end":"2026-10-03T10:03:12.489721Z","steps":["trace[924789782] 'agreement among raft nodes before linearized reading' (duration: 258.042817ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:14.037234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.241682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-03T10:03:14.037305Z","caller":"traceutil/trace.go:171","msg":"trace[878963923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27063; }","duration":"399.357634ms","start":"2026-10-03T10:03:13.637928Z","end":"2026-10-03T10:03:14.037286Z","steps":["trace[878963923] 'range keys from in-memory index tree' (duration: 399.070627ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:14.037343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:13.637909Z","time spent":"399.425416ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-10-03T10:03:14.089314Z","caller":"traceutil/trace.go:171","msg":"trace[1904757879] linearizableReadLoop","detail":"{readStateIndex:27961; appliedIndex:27961; }","duration":"224.282714ms","start":"2026-10-03T10:03:13.864987Z","end":"2026-10-03T10:03:14.08927Z","steps":["trace[1904757879] 'read index received' (duration: 224.266493ms)","trace[1904757879] 'applied index is now lower than readState.Index' (duration: 13.211µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:14.08949Z","caller":"traceutil/trace.go:171","msg":"trace[279879360] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"434.094692ms","start":"2026-10-03T10:03:13.655141Z","end":"2026-10-03T10:03:14.089236Z","steps":["trace[279879360] 'process raft request' (duration: 433.951238ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:14.089508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.488479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:14.089599Z","caller":"traceutil/trace.go:171","msg":"trace[757198313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27064; }","duration":"224.634452ms","start":"2026-10-03T10:03:13.864941Z","end":"2026-10-03T10:03:14.089575Z","steps":["trace[757198313] 'agreement among raft nodes before linearized reading' (duration: 224.456678ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:14.089762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:13.65509Z","time spent":"434.459971ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:14.17531Z","caller":"traceutil/trace.go:171","msg":"trace[1252217335] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"132.931817ms","start":"2026-10-03T10:03:14.042351Z","end":"2026-10-03T10:03:14.175282Z","steps":["trace[1252217335] 'process raft request' (duration: 114.0099ms)","trace[1252217335] 'compare' (duration: 18.754853ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:14.175391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.994159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:14.175502Z","caller":"traceutil/trace.go:171","msg":"trace[136022670] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27065; }","duration":"175.097582ms","start":"2026-10-03T10:03:14.000354Z","end":"2026-10-03T10:03:14.175451Z","steps":["trace[136022670] 'agreement among raft nodes before linearized reading' (duration: 174.947958ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.061663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.172963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:16.06179Z","caller":"traceutil/trace.go:171","msg":"trace[1179946429] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"520.985736ms","start":"2026-10-03T10:03:15.540786Z","end":"2026-10-03T10:03:16.061772Z","steps":["trace[1179946429] 'process raft request' (duration: 246.595517ms)","trace[1179946429] 'compare' (duration: 273.885206ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:16.061848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.540758Z","time spent":"521.059818ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:16.361253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.203066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:16.361638Z","caller":"traceutil/trace.go:171","msg":"trace[322637047] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"819.911994ms","start":"2026-10-03T10:03:15.541696Z","end":"2026-10-03T10:03:16.361608Z","steps":["trace[322637047] 'process raft request' (duration: 819.652077ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:16.361661Z","caller":"traceutil/trace.go:171","msg":"trace[1116439769] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"819.720848ms","start":"2026-10-03T10:03:15.541904Z","end":"2026-10-03T10:03:16.361624Z","steps":["trace[1116439769] 'process raft request' (duration: 819.544384ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:16.361687Z","caller":"traceutil/trace.go:171","msg":"trace[959999280] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"820.15344ms","start":"2026-10-03T10:03:15.541458Z","end":"2026-10-03T10:03:16.361611Z","steps":["trace[959999280] 'process raft request' (duration: 659.517603ms)","trace[959999280] 'compare' (duration: 159.96152ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:16.361717Z","caller":"traceutil/trace.go:171","msg":"trace[521491303] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"819.3717ms","start":"2026-10-03T10:03:15.542323Z","end":"2026-10-03T10:03:16.361695Z","steps":["trace[521491303] 'process raft request' (duration: 819.218666ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.361806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.54169Z","time spent":"820.032307ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:16.361824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.542299Z","time spent":"819.470952ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:16.361833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.541898Z","time spent":"819.851533ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:16.361872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.54144Z","time spent":"820.324904ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:16.361691Z","caller":"traceutil/trace.go:171","msg":"trace[1962962174] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"819.311468ms","start":"2026-10-03T10:03:15.542334Z","end":"2026-10-03T10:03:16.361646Z","steps":["trace[1962962174] 'process raft request' (duration: 819.160994ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:16.361963Z","caller":"traceutil/trace.go:171","msg":"trace[1860582045] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"818.857118ms","start":"2026-10-03T10:03:15.543053Z","end":"2026-10-03T10:03:16.36191Z","steps":["trace[1860582045] 'process raft request' (duration: 818.55278ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:16.362014Z","caller":"traceutil/trace.go:171","msg":"trace[1984158496] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"374.977869ms","start":"2026-10-03T10:03:15.987024Z","end":"2026-10-03T10:03:16.362002Z","steps":["trace[1984158496] 'process raft request' (duration: 374.868626ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.362086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.543027Z","time spent":"818.984281ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:16.362097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.987007Z","time spent":"375.04597ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:16.362083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.542327Z","time spent":"819.659878ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:16.362374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.655891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-10-03T10:03:16.362452Z","caller":"traceutil/trace.go:171","msg":"trace[1076002399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27081; }","duration":"814.785194ms","start":"2026-10-03T10:03:15.547651Z","end":"2026-10-03T10:03:16.362437Z","steps":["trace[1076002399] 'agreement among raft nodes before linearized reading' (duration: 814.582779ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.362494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.547643Z","time spent":"814.839705ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-10-03T10:03:16.362179Z","caller":"traceutil/trace.go:171","msg":"trace[195142549] linearizableReadLoop","detail":"{readStateIndex:27977; appliedIndex:27970; }","duration":"814.304352ms","start":"2026-10-03T10:03:15.547696Z","end":"2026-10-03T10:03:16.362001Z","steps":["trace[195142549] 'read index received' (duration: 239.62483ms)","trace[195142549] 'applied index is now lower than readState.Index' (duration: 574.677092ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:16.363112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.38028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-10-03T10:03:16.363829Z","caller":"traceutil/trace.go:171","msg":"trace[1868575976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27081; }","duration":"782.113399ms","start":"2026-10-03T10:03:15.581693Z","end":"2026-10-03T10:03:16.363806Z","steps":["trace[1868575976] 'agreement among raft nodes before linearized reading' (duration: 781.293469ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.363395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.972314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-10-03T10:03:16.3639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.581682Z","time spent":"782.200961ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-10-03T10:03:16.363953Z","caller":"traceutil/trace.go:171","msg":"trace[1991271545] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27081; }","duration":"340.551089ms","start":"2026-10-03T10:03:16.02338Z","end":"2026-10-03T10:03:16.363931Z","steps":["trace[1991271545] 'agreement among raft nodes before linearized reading' (duration: 339.841951ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.363118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.24521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:16.364062Z","caller":"traceutil/trace.go:171","msg":"trace[937707730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27081; }","duration":"497.194314ms","start":"2026-10-03T10:03:15.866854Z","end":"2026-10-03T10:03:16.364048Z","steps":["trace[937707730] 'agreement among raft nodes before linearized reading' (duration: 496.179069ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.363287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.238972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-10-03T10:03:16.363374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.03181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-10-03T10:03:16.363405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.102136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19230"} {"level":"warn","ts":"2026-10-03T10:03:16.363457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.652829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:16.365501Z","caller":"traceutil/trace.go:171","msg":"trace[1542035632] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27081; }","duration":"215.888571ms","start":"2026-10-03T10:03:16.148275Z","end":"2026-10-03T10:03:16.364164Z","steps":["trace[1542035632] 'agreement among raft nodes before linearized reading' (duration: 214.948797ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:16.365622Z","caller":"traceutil/trace.go:171","msg":"trace[1634518400] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27081; }","duration":"648.836985ms","start":"2026-10-03T10:03:15.71674Z","end":"2026-10-03T10:03:16.365577Z","steps":["trace[1634518400] 'agreement among raft nodes before linearized reading' (duration: 646.670359ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.365635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:16.023365Z","time spent":"340.636691ms","remote":"127.0.0.1:50720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-10-03T10:03:16.365512Z","caller":"traceutil/trace.go:171","msg":"trace[897023721] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27081; }","duration":"677.252581ms","start":"2026-10-03T10:03:15.688228Z","end":"2026-10-03T10:03:16.36548Z","steps":["trace[897023721] 'agreement among raft nodes before linearized reading' (duration: 675.098546ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.365745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.688197Z","time spent":"677.525558ms","remote":"127.0.0.1:50790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19253,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-10-03T10:03:16.364107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.866787Z","time spent":"497.308388ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-03T10:03:16.364137Z","caller":"traceutil/trace.go:171","msg":"trace[494264903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27081; }","duration":"185.129684ms","start":"2026-10-03T10:03:16.178997Z","end":"2026-10-03T10:03:16.364126Z","steps":["trace[494264903] 'agreement among raft nodes before linearized reading' (duration: 184.156019ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.365728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.716713Z","time spent":"648.988299ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:16.363541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.995271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-03T10:03:16.366618Z","caller":"traceutil/trace.go:171","msg":"trace[1324098621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27081; }","duration":"784.09799ms","start":"2026-10-03T10:03:15.582497Z","end":"2026-10-03T10:03:16.366595Z","steps":["trace[1324098621] 'agreement among raft nodes before linearized reading' (duration: 780.95759ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.366702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:15.582476Z","time spent":"784.211393ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-10-03T10:03:16.53889Z","caller":"traceutil/trace.go:171","msg":"trace[1679810947] linearizableReadLoop","detail":"{readStateIndex:27979; appliedIndex:27978; }","duration":"166.366021ms","start":"2026-10-03T10:03:16.372494Z","end":"2026-10-03T10:03:16.53886Z","steps":["trace[1679810947] 'read index received' (duration: 124.477823ms)","trace[1679810947] 'applied index is now lower than readState.Index' (duration: 41.887278ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:16.538958Z","caller":"traceutil/trace.go:171","msg":"trace[444012124] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"168.829904ms","start":"2026-10-03T10:03:16.370091Z","end":"2026-10-03T10:03:16.538921Z","steps":["trace[444012124] 'process raft request' (duration: 126.864304ms)","trace[444012124] 'compare' (duration: 41.761105ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:16.539034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.537776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:16.539067Z","caller":"traceutil/trace.go:171","msg":"trace[40463805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27082; }","duration":"166.616508ms","start":"2026-10-03T10:03:16.372439Z","end":"2026-10-03T10:03:16.539056Z","steps":["trace[40463805] 'agreement among raft nodes before linearized reading' (duration: 166.535686ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:16.924603Z","caller":"traceutil/trace.go:171","msg":"trace[523953617] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"548.414228ms","start":"2026-10-03T10:03:16.376157Z","end":"2026-10-03T10:03:16.924571Z","steps":["trace[523953617] 'process raft request' (duration: 499.392309ms)","trace[523953617] 'compare' (duration: 48.753852ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:16.924821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:16.376134Z","time spent":"548.589003ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:16.924878Z","caller":"traceutil/trace.go:171","msg":"trace[251499025] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"540.92978ms","start":"2026-10-03T10:03:16.383922Z","end":"2026-10-03T10:03:16.924852Z","steps":["trace[251499025] 'process raft request' (duration: 540.602142ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.925003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:16.383904Z","time spent":"541.030942ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:16.925002Z","caller":"traceutil/trace.go:171","msg":"trace[1804635096] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"540.755905ms","start":"2026-10-03T10:03:16.384214Z","end":"2026-10-03T10:03:16.92497Z","steps":["trace[1804635096] 'process raft request' (duration: 540.57025ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.925136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:16.384192Z","time spent":"540.874168ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:16.969546Z","caller":"traceutil/trace.go:171","msg":"trace[938451627] linearizableReadLoop","detail":"{readStateIndex:27983; appliedIndex:27979; }","duration":"430.564092ms","start":"2026-10-03T10:03:16.538955Z","end":"2026-10-03T10:03:16.969519Z","steps":["trace[938451627] 'read index received' (duration: 336.609739ms)","trace[938451627] 'applied index is now lower than readState.Index' (duration: 93.953033ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:16.96959Z","caller":"traceutil/trace.go:171","msg":"trace[1283192606] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"419.827861ms","start":"2026-10-03T10:03:16.549732Z","end":"2026-10-03T10:03:16.96956Z","steps":["trace[1283192606] 'process raft request' (duration: 419.618876ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.969752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:16.549695Z","time spent":"419.957984ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:16.969805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.906292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-10-03T10:03:16.969805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.176197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-10-03T10:03:16.96985Z","caller":"traceutil/trace.go:171","msg":"trace[75407264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27086; }","duration":"397.007885ms","start":"2026-10-03T10:03:16.572828Z","end":"2026-10-03T10:03:16.969836Z","steps":["trace[75407264] 'agreement among raft nodes before linearized reading' (duration: 396.855511ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:16.969863Z","caller":"traceutil/trace.go:171","msg":"trace[821742133] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27086; }","duration":"587.274989ms","start":"2026-10-03T10:03:16.382571Z","end":"2026-10-03T10:03:16.969846Z","steps":["trace[821742133] 'agreement among raft nodes before linearized reading' (duration: 587.081594ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:16.969886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:16.572806Z","time spent":"397.071287ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-10-03T10:03:16.969894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:16.382553Z","time spent":"587.333471ms","remote":"127.0.0.1:50806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-10-03T10:03:16.969891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.318825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-10-03T10:03:16.969946Z","caller":"traceutil/trace.go:171","msg":"trace[1527045960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27086; }","duration":"283.411557ms","start":"2026-10-03T10:03:16.686518Z","end":"2026-10-03T10:03:16.969929Z","steps":["trace[1527045960] 'agreement among raft nodes before linearized reading' (duration: 283.221613ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:20.285076Z","caller":"traceutil/trace.go:171","msg":"trace[817834682] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"180.798486ms","start":"2026-10-03T10:03:20.104252Z","end":"2026-10-03T10:03:20.28505Z","steps":["trace[817834682] 'process raft request' (duration: 180.550759ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:20.285303Z","caller":"traceutil/trace.go:171","msg":"trace[527950603] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"158.473231ms","start":"2026-10-03T10:03:20.126796Z","end":"2026-10-03T10:03:20.28527Z","steps":["trace[527950603] 'process raft request' (duration: 158.209775ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:20.285221Z","caller":"traceutil/trace.go:171","msg":"trace[921074863] linearizableReadLoop","detail":"{readStateIndex:28004; appliedIndex:28002; }","duration":"133.83663ms","start":"2026-10-03T10:03:20.151359Z","end":"2026-10-03T10:03:20.285196Z","steps":["trace[921074863] 'read index received' (duration: 133.462241ms)","trace[921074863] 'applied index is now lower than readState.Index' (duration: 372.409µs)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:20.285484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.090515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:20.285542Z","caller":"traceutil/trace.go:171","msg":"trace[769939339] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27106; }","duration":"134.221049ms","start":"2026-10-03T10:03:20.151304Z","end":"2026-10-03T10:03:20.285525Z","steps":["trace[769939339] 'agreement among raft nodes before linearized reading' (duration: 134.060085ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:25.233127Z","caller":"traceutil/trace.go:171","msg":"trace[1738034655] linearizableReadLoop","detail":"{readStateIndex:28042; appliedIndex:28041; }","duration":"107.802262ms","start":"2026-10-03T10:03:25.125302Z","end":"2026-10-03T10:03:25.233104Z","steps":["trace[1738034655] 'read index received' (duration: 107.619218ms)","trace[1738034655] 'applied index is now lower than readState.Index' (duration: 181.914µs)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:25.233214Z","caller":"traceutil/trace.go:171","msg":"trace[1596602118] transaction","detail":"{read_only:false; response_revision:27143; number_of_response:1; }","duration":"164.698619ms","start":"2026-10-03T10:03:25.068458Z","end":"2026-10-03T10:03:25.233157Z","steps":["trace[1596602118] 'process raft request' (duration: 164.485043ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:25.233352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.032388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-10-03T10:03:25.233388Z","caller":"traceutil/trace.go:171","msg":"trace[667373446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27143; }","duration":"108.11937ms","start":"2026-10-03T10:03:25.125258Z","end":"2026-10-03T10:03:25.233377Z","steps":["trace[667373446] 'agreement among raft nodes before linearized reading' (duration: 107.975437ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:25.233426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.063988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-10-03T10:03:25.233472Z","caller":"traceutil/trace.go:171","msg":"trace[809172166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27143; }","duration":"108.15161ms","start":"2026-10-03T10:03:25.125308Z","end":"2026-10-03T10:03:25.23346Z","steps":["trace[809172166] 'agreement among raft nodes before linearized reading' (duration: 108.020507ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:25.233484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.103409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-10-03T10:03:25.233564Z","caller":"traceutil/trace.go:171","msg":"trace[1997942833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27143; }","duration":"108.238193ms","start":"2026-10-03T10:03:25.125308Z","end":"2026-10-03T10:03:25.233546Z","steps":["trace[1997942833] 'agreement among raft nodes before linearized reading' (duration: 107.983826ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:26.6709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.445428ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:26.671012Z","caller":"traceutil/trace.go:171","msg":"trace[1405948628] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27143; }","duration":"127.574243ms","start":"2026-10-03T10:03:26.543424Z","end":"2026-10-03T10:03:26.670998Z","steps":["trace[1405948628] 'range keys from in-memory index tree' (duration: 127.431298ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:26.672039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.220052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:26.672147Z","caller":"traceutil/trace.go:171","msg":"trace[157597118] transaction","detail":"{read_only:false; response_revision:27144; number_of_response:1; }","duration":"1.435189311s","start":"2026-10-03T10:03:25.23694Z","end":"2026-10-03T10:03:26.672129Z","steps":["trace[157597118] 'process raft request' (duration: 492.808335ms)","trace[157597118] 'compare' (duration: 942.041087ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:26.67221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.23692Z","time spent":"1.435262762s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:26.904051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174286782s","expected-duration":"1s"} {"level":"warn","ts":"2026-10-03T10:03:27.863444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-10-03T10:03:27.863527Z","caller":"traceutil/trace.go:171","msg":"trace[914093893] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500146s","start":"2026-10-03T10:03:25.863008Z","end":"2026-10-03T10:03:27.863509Z","steps":["trace[914093893] 'agreement among raft nodes before linearized reading' (duration: 2.000393873s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:27.863577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.862988Z","time spent":"2.000579198s","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/03 10:03:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-03T10:03:27.885247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.884249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:27.885468Z","caller":"traceutil/trace.go:171","msg":"trace[676349619] transaction","detail":"{read_only:false; response_revision:27145; number_of_response:1; }","duration":"2.648018236s","start":"2026-10-03T10:03:25.237426Z","end":"2026-10-03T10:03:27.885444Z","steps":["trace[676349619] 'process raft request' (duration: 1.66685802s)","trace[676349619] 'compare' (duration: 980.456798ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:27.885524Z","caller":"traceutil/trace.go:171","msg":"trace[1755112590] linearizableReadLoop","detail":"{readStateIndex:28045; appliedIndex:28042; }","duration":"2.639726066s","start":"2026-10-03T10:03:25.245784Z","end":"2026-10-03T10:03:27.88551Z","steps":["trace[1755112590] 'read index received' (duration: 483.977701ms)","trace[1755112590] 'applied index is now lower than readState.Index' (duration: 2.155747205s)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:27.885556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.237412Z","time spent":"2.648097888s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:27.885589Z","caller":"traceutil/trace.go:171","msg":"trace[254766625] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"2.259199358s","start":"2026-10-03T10:03:25.62638Z","end":"2026-10-03T10:03:27.88558Z","steps":["trace[254766625] 'process raft request' (duration: 2.259091495s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:27.885605Z","caller":"traceutil/trace.go:171","msg":"trace[64157755] transaction","detail":"{read_only:false; response_revision:27147; number_of_response:1; }","duration":"2.595794087s","start":"2026-10-03T10:03:25.289787Z","end":"2026-10-03T10:03:27.885581Z","steps":["trace[64157755] 'process raft request' (duration: 2.595647084s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:27.885639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.626354Z","time spent":"2.259253309s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:27.885739Z","caller":"traceutil/trace.go:171","msg":"trace[1634734415] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"2.6481701s","start":"2026-10-03T10:03:25.237537Z","end":"2026-10-03T10:03:27.885707Z","steps":["trace[1634734415] 'process raft request' (duration: 2.64780034s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:27.885772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.289773Z","time spent":"2.595920981s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:27.885817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640003673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:27.885891Z","caller":"traceutil/trace.go:171","msg":"trace[1901591493] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27148; }","duration":"2.640130647s","start":"2026-10-03T10:03:25.24574Z","end":"2026-10-03T10:03:27.88587Z","steps":["trace[1901591493] 'agreement among raft nodes before linearized reading' (duration: 2.639957512s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:27.885889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.237507Z","time spent":"2.648306153s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:27.885938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.245723Z","time spent":"2.640200509s","remote":"127.0.0.1:46024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:28.050055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145824994s","expected-duration":"1s"} {"level":"warn","ts":"2026-10-03T10:03:28.522066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.65472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-03T10:03:28.522332Z","caller":"traceutil/trace.go:171","msg":"trace[266060241] transaction","detail":"{read_only:false; response_revision:27149; number_of_response:1; }","duration":"2.369856622s","start":"2026-10-03T10:03:26.152438Z","end":"2026-10-03T10:03:28.522295Z","steps":["trace[266060241] 'process raft request' (duration: 1.897822423s)","trace[266060241] 'compare' (duration: 470.366837ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:28.522379Z","caller":"traceutil/trace.go:171","msg":"trace[1121129] transaction","detail":"{read_only:false; response_revision:27150; number_of_response:1; }","duration":"2.080186668s","start":"2026-10-03T10:03:26.442169Z","end":"2026-10-03T10:03:28.522356Z","steps":["trace[1121129] 'process raft request' (duration: 2.080020593s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.522484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.442145Z","time spent":"2.080288151s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:28.522525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.152421Z","time spent":"2.370010346s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:28.52261Z","caller":"traceutil/trace.go:171","msg":"trace[1555055622] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"2.078586087s","start":"2026-10-03T10:03:26.443992Z","end":"2026-10-03T10:03:28.522578Z","steps":["trace[1555055622] 'process raft request' (duration: 2.0783025s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:28.522656Z","caller":"traceutil/trace.go:171","msg":"trace[626844819] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"2.073699484s","start":"2026-10-03T10:03:26.448936Z","end":"2026-10-03T10:03:28.522636Z","steps":["trace[626844819] 'process raft request' (duration: 2.073531839s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:28.522751Z","caller":"traceutil/trace.go:171","msg":"trace[922070749] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"2.073039437s","start":"2026-10-03T10:03:26.44968Z","end":"2026-10-03T10:03:28.522719Z","steps":["trace[922070749] 'process raft request' (duration: 2.072876583s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.522794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.443973Z","time spent":"2.078740151s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:03:28.52283Z","caller":"traceutil/trace.go:171","msg":"trace[1634020562] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"2.073086898s","start":"2026-10-03T10:03:26.449704Z","end":"2026-10-03T10:03:28.522791Z","steps":["trace[1634020562] 'process raft request' (duration: 2.072930084s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:28.522881Z","caller":"traceutil/trace.go:171","msg":"trace[1334464560] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"2.072959366s","start":"2026-10-03T10:03:26.449891Z","end":"2026-10-03T10:03:28.52285Z","steps":["trace[1334464560] 'process raft request' (duration: 2.072822493s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.5229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.449673Z","time spent":"2.07315129s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:28.522772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.44893Z","time spent":"2.073796726s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:28.522999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.449877Z","time spent":"2.073052678s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:28.522997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.449648Z","time spent":"2.073269553s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-03T10:03:28.934525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.734167ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-10-03T10:03:28.93469Z","caller":"traceutil/trace.go:171","msg":"trace[976130182] linearizableReadLoop","detail":"{readStateIndex:28055; appliedIndex:28047; }","duration":"1.049095912s","start":"2026-10-03T10:03:27.885548Z","end":"2026-10-03T10:03:28.934644Z","steps":["trace[976130182] 'read index received' (duration: 164.654338ms)","trace[976130182] 'applied index is now lower than readState.Index' (duration: 884.439724ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:28.934754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070924953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:28.934835Z","caller":"traceutil/trace.go:171","msg":"trace[1071067102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27155; }","duration":"1.071050286s","start":"2026-10-03T10:03:27.863766Z","end":"2026-10-03T10:03:28.934817Z","steps":["trace[1071067102] 'agreement among raft nodes before linearized reading' (duration: 1.070890732s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.934857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33489135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-10-03T10:03:28.934861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305014644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:03:28.934925Z","caller":"traceutil/trace.go:171","msg":"trace[1721764446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27155; }","duration":"2.334990772s","start":"2026-10-03T10:03:26.59992Z","end":"2026-10-03T10:03:28.93491Z","steps":["trace[1721764446] 'agreement among raft nodes before linearized reading' (duration: 2.334790887s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.934933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58320476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-10-03T10:03:28.934927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73653889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-10-03T10:03:28.934926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696272983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-10-03T10:03:28.934962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.599903Z","time spent":"2.335050334s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-10-03T10:03:28.934949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605826183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:03:28.934965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299456535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:28.934994Z","caller":"traceutil/trace.go:171","msg":"trace[420549889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27155; }","duration":"1.736644383s","start":"2026-10-03T10:03:27.198332Z","end":"2026-10-03T10:03:28.934976Z","steps":["trace[420549889] 'agreement among raft nodes before linearized reading' (duration: 1.736456048s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:28.934999Z","caller":"traceutil/trace.go:171","msg":"trace[2034369154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27155; }","duration":"1.696386676s","start":"2026-10-03T10:03:27.238599Z","end":"2026-10-03T10:03:28.934986Z","steps":["trace[2034369154] 'agreement among raft nodes before linearized reading' (duration: 1.696169451s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:28.935015Z","caller":"traceutil/trace.go:171","msg":"trace[2130155527] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27155; }","duration":"3.605933236s","start":"2026-10-03T10:03:25.329066Z","end":"2026-10-03T10:03:28.934999Z","steps":["trace[2130155527] 'agreement among raft nodes before linearized reading' (duration: 3.605836833s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:28.935025Z","caller":"traceutil/trace.go:171","msg":"trace[863241557] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27155; }","duration":"2.299519007s","start":"2026-10-03T10:03:26.635488Z","end":"2026-10-03T10:03:28.935007Z","steps":["trace[863241557] 'agreement among raft nodes before linearized reading' (duration: 2.299419754s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.935035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:27.238589Z","time spent":"1.696438677s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-10-03T10:03:28.935059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.329051Z","time spent":"3.605996117s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-10-03T10:03:28.935066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.635452Z","time spent":"2.299604339s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:28.935071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.163434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:03:28.93509Z","caller":"traceutil/trace.go:171","msg":"trace[856922384] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27155; }","duration":"2.583319972s","start":"2026-10-03T10:03:26.351657Z","end":"2026-10-03T10:03:28.934977Z","steps":["trace[856922384] 'agreement among raft nodes before linearized reading' (duration: 2.58323308s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.935034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:27.198312Z","time spent":"1.736714045s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-10-03T10:03:28.935114Z","caller":"traceutil/trace.go:171","msg":"trace[599975671] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27155; }","duration":"714.240326ms","start":"2026-10-03T10:03:28.22086Z","end":"2026-10-03T10:03:28.9351Z","steps":["trace[599975671] 'agreement among raft nodes before linearized reading' (duration: 714.167684ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:28.934931Z","caller":"traceutil/trace.go:171","msg":"trace[415289750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27155; }","duration":"1.305132397s","start":"2026-10-03T10:03:27.629785Z","end":"2026-10-03T10:03:28.934917Z","steps":["trace[415289750] 'agreement among raft nodes before linearized reading' (duration: 1.305014824s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.935125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.351635Z","time spent":"2.583480237s","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:28.935146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:28.220839Z","time spent":"714.299137ms","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:28.935159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:27.629765Z","time spent":"1.305382244s","remote":"127.0.0.1:38528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:28.935174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675809788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-10-03T10:03:28.935216Z","caller":"traceutil/trace.go:171","msg":"trace[1458039752] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27155; }","duration":"2.67588562s","start":"2026-10-03T10:03:26.259318Z","end":"2026-10-03T10:03:28.935203Z","steps":["trace[1458039752] 'agreement among raft nodes before linearized reading' (duration: 2.675685675s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.935247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:26.259296Z","time spent":"2.675942501s","remote":"127.0.0.1:50952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":185,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:28.934875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514127528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:03:28.934827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47504283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:03:28.935302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.151304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-10-03T10:03:28.935314Z","caller":"traceutil/trace.go:171","msg":"trace[1653967871] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27155; }","duration":"3.514666141s","start":"2026-10-03T10:03:25.420628Z","end":"2026-10-03T10:03:28.935294Z","steps":["trace[1653967871] 'agreement among raft nodes before linearized reading' (duration: 3.514166228s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:28.935331Z","caller":"traceutil/trace.go:171","msg":"trace[816579689] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27155; }","duration":"3.475566124s","start":"2026-10-03T10:03:25.45975Z","end":"2026-10-03T10:03:28.935316Z","steps":["trace[816579689] 'agreement among raft nodes before linearized reading' (duration: 3.474984589s)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:28.93535Z","caller":"traceutil/trace.go:171","msg":"trace[1744892944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27155; }","duration":"259.222676ms","start":"2026-10-03T10:03:28.676113Z","end":"2026-10-03T10:03:28.935336Z","steps":["trace[1744892944] 'agreement among raft nodes before linearized reading' (duration: 259.020321ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.935366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.459697Z","time spent":"3.475656536s","remote":"127.0.0.1:46018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:03:28.934879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:27.863742Z","time spent":"1.071128768s","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T10:03:28.934841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348170607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-10-03T10:03:28.935364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.420606Z","time spent":"3.514741883s","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-10-03T10:03:28.93544Z","caller":"traceutil/trace.go:171","msg":"trace[794144282] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27155; }","duration":"3.348813263s","start":"2026-10-03T10:03:25.58661Z","end":"2026-10-03T10:03:28.935424Z","steps":["trace[794144282] 'agreement among raft nodes before linearized reading' (duration: 3.348129215s)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:28.935478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:03:25.586596Z","time spent":"3.348870265s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-10-03T10:03:29.158617Z","caller":"traceutil/trace.go:171","msg":"trace[72783616] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"219.890003ms","start":"2026-10-03T10:03:28.938703Z","end":"2026-10-03T10:03:29.158593Z","steps":["trace[72783616] 'process raft request' (duration: 219.683778ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:29.225647Z","caller":"traceutil/trace.go:171","msg":"trace[992190] linearizableReadLoop","detail":"{readStateIndex:28059; appliedIndex:28055; }","duration":"285.895759ms","start":"2026-10-03T10:03:28.939729Z","end":"2026-10-03T10:03:29.225625Z","steps":["trace[992190] 'read index received' (duration: 218.821846ms)","trace[992190] 'applied index is now lower than readState.Index' (duration: 67.072973ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:03:29.225915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.175886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-10-03T10:03:29.225953Z","caller":"traceutil/trace.go:171","msg":"trace[883825465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27159; }","duration":"286.28342ms","start":"2026-10-03T10:03:28.939659Z","end":"2026-10-03T10:03:29.225942Z","steps":["trace[883825465] 'agreement among raft nodes before linearized reading' (duration: 286.082904ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:29.226269Z","caller":"traceutil/trace.go:171","msg":"trace[229953004] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"286.759682ms","start":"2026-10-03T10:03:28.939498Z","end":"2026-10-03T10:03:29.226258Z","steps":["trace[229953004] 'process raft request' (duration: 285.91162ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:29.226394Z","caller":"traceutil/trace.go:171","msg":"trace[457497304] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"286.901105ms","start":"2026-10-03T10:03:28.939484Z","end":"2026-10-03T10:03:29.226385Z","steps":["trace[457497304] 'process raft request' (duration: 286.043633ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:29.226477Z","caller":"traceutil/trace.go:171","msg":"trace[1402590453] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"286.851154ms","start":"2026-10-03T10:03:28.939618Z","end":"2026-10-03T10:03:29.226469Z","steps":["trace[1402590453] 'process raft request' (duration: 285.956881ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:29.226947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.398158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:29.227024Z","caller":"traceutil/trace.go:171","msg":"trace[554898102] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27159; }","duration":"285.499971ms","start":"2026-10-03T10:03:28.941504Z","end":"2026-10-03T10:03:29.227004Z","steps":["trace[554898102] 'agreement among raft nodes before linearized reading' (duration: 285.338757ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:29.227105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.102279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:29.227153Z","caller":"traceutil/trace.go:171","msg":"trace[2111602852] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27159; }","duration":"243.200171ms","start":"2026-10-03T10:03:28.98394Z","end":"2026-10-03T10:03:29.22714Z","steps":["trace[2111602852] 'agreement among raft nodes before linearized reading' (duration: 243.127679ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:29.227232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.499678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:29.227268Z","caller":"traceutil/trace.go:171","msg":"trace[600372022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27159; }","duration":"283.553999ms","start":"2026-10-03T10:03:28.943705Z","end":"2026-10-03T10:03:29.227259Z","steps":["trace[600372022] 'agreement among raft nodes before linearized reading' (duration: 283.496378ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:29.43304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.266012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:03:29.433095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.298196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:03:29.433165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.981951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:29.433169Z","caller":"traceutil/trace.go:171","msg":"trace[649140398] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27159; }","duration":"196.396909ms","start":"2026-10-03T10:03:29.236751Z","end":"2026-10-03T10:03:29.433148Z","steps":["trace[649140398] 'range keys from in-memory index tree' (duration: 196.222925ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:29.433191Z","caller":"traceutil/trace.go:171","msg":"trace[991472620] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27159; }","duration":"128.036872ms","start":"2026-10-03T10:03:29.305146Z","end":"2026-10-03T10:03:29.433183Z","steps":["trace[991472620] 'range keys from in-memory index tree' (duration: 127.91794ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:29.433122Z","caller":"traceutil/trace.go:171","msg":"trace[70727941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27159; }","duration":"100.387794ms","start":"2026-10-03T10:03:29.332715Z","end":"2026-10-03T10:03:29.433103Z","steps":["trace[70727941] 'count revisions from in-memory index tree' (duration: 100.21721ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:03:29.686464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.372186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:03:29.686545Z","caller":"traceutil/trace.go:171","msg":"trace[176580160] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27160; }","duration":"110.50057ms","start":"2026-10-03T10:03:29.576027Z","end":"2026-10-03T10:03:29.686527Z","steps":["trace[176580160] 'count revisions from in-memory index tree' (duration: 110.317785ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.002192Z","caller":"traceutil/trace.go:171","msg":"trace[1494621617] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"111.850985ms","start":"2026-10-03T10:03:29.890315Z","end":"2026-10-03T10:03:30.002166Z","steps":["trace[1494621617] 'process raft request' (duration: 111.65492ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.171634Z","caller":"traceutil/trace.go:171","msg":"trace[1063796496] transaction","detail":"{read_only:false; response_revision:27162; number_of_response:1; }","duration":"279.369075ms","start":"2026-10-03T10:03:29.892248Z","end":"2026-10-03T10:03:30.171617Z","steps":["trace[1063796496] 'process raft request' (duration: 203.578921ms)","trace[1063796496] 'compare' (duration: 75.670281ms)"],"step_count":2} {"level":"info","ts":"2026-10-03T10:03:30.171812Z","caller":"traceutil/trace.go:171","msg":"trace[843823270] transaction","detail":"{read_only:false; response_revision:27163; number_of_response:1; }","duration":"276.764589ms","start":"2026-10-03T10:03:29.89501Z","end":"2026-10-03T10:03:30.171775Z","steps":["trace[843823270] 'process raft request' (duration: 276.579354ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.706132Z","caller":"traceutil/trace.go:171","msg":"trace[996123585] transaction","detail":"{read_only:false; response_revision:27164; number_of_response:1; }","duration":"293.152872ms","start":"2026-10-03T10:03:30.412956Z","end":"2026-10-03T10:03:30.706109Z","steps":["trace[996123585] 'process raft request' (duration: 293.020129ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.814745Z","caller":"traceutil/trace.go:171","msg":"trace[729851955] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"286.130484ms","start":"2026-10-03T10:03:30.528592Z","end":"2026-10-03T10:03:30.814722Z","steps":["trace[729851955] 'process raft request' (duration: 286.021851ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.814758Z","caller":"traceutil/trace.go:171","msg":"trace[1216904131] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"286.664008ms","start":"2026-10-03T10:03:30.528058Z","end":"2026-10-03T10:03:30.814722Z","steps":["trace[1216904131] 'process raft request' (duration: 286.430382ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.814911Z","caller":"traceutil/trace.go:171","msg":"trace[791815753] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"286.305388ms","start":"2026-10-03T10:03:30.528595Z","end":"2026-10-03T10:03:30.814901Z","steps":["trace[791815753] 'process raft request' (duration: 286.062682ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.815143Z","caller":"traceutil/trace.go:171","msg":"trace[1055803834] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"286.397781ms","start":"2026-10-03T10:03:30.528738Z","end":"2026-10-03T10:03:30.815136Z","steps":["trace[1055803834] 'process raft request' (duration: 286.124144ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.815234Z","caller":"traceutil/trace.go:171","msg":"trace[673361368] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"286.174477ms","start":"2026-10-03T10:03:30.529053Z","end":"2026-10-03T10:03:30.815228Z","steps":["trace[673361368] 'process raft request' (duration: 286.055504ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.815271Z","caller":"traceutil/trace.go:171","msg":"trace[2141340320] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"279.678322ms","start":"2026-10-03T10:03:30.535582Z","end":"2026-10-03T10:03:30.81526Z","steps":["trace[2141340320] 'process raft request' (duration: 279.646432ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:03:30.81529Z","caller":"traceutil/trace.go:171","msg":"trace[351491436] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"285.659733ms","start":"2026-10-03T10:03:30.529623Z","end":"2026-10-03T10:03:30.815283Z","steps":["trace[351491436] 'process raft request' (duration: 285.560751ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:04:07.937195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24663} {"level":"info","ts":"2026-10-03T10:04:08.087999Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24663,"took":"145.216466ms","hash":2416882987,"current-db-size-bytes":56680448,"current-db-size":"57 MB","current-db-size-in-use-bytes":36155392,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-10-03T10:04:08.088065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2416882987,"revision":24663,"compact-revision":21650} {"level":"warn","ts":"2026-10-03T10:04:11.830274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.331114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-10-03T10:04:11.830361Z","caller":"traceutil/trace.go:171","msg":"trace[1874834056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27622; }","duration":"161.464698ms","start":"2026-10-03T10:04:11.668875Z","end":"2026-10-03T10:04:11.830339Z","steps":["trace[1874834056] 'range keys from in-memory index tree' (duration: 161.146ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:04:11.830729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.539139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-03T10:04:11.831229Z","caller":"traceutil/trace.go:171","msg":"trace[1951139561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27622; }","duration":"103.119024ms","start":"2026-10-03T10:04:11.728089Z","end":"2026-10-03T10:04:11.831208Z","steps":["trace[1951139561] 'range keys from in-memory index tree' (duration: 102.164041ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:04:11.938146Z","caller":"traceutil/trace.go:171","msg":"trace[114606866] transaction","detail":"{read_only:false; response_revision:27624; number_of_response:1; }","duration":"100.070126ms","start":"2026-10-03T10:04:11.838025Z","end":"2026-10-03T10:04:11.938095Z","steps":["trace[114606866] 'process raft request' (duration: 99.167993ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:04:40.992189Z","caller":"traceutil/trace.go:171","msg":"trace[645967052] linearizableReadLoop","detail":"{readStateIndex:28785; appliedIndex:28784; }","duration":"126.477564ms","start":"2026-10-03T10:04:40.865689Z","end":"2026-10-03T10:04:40.992167Z","steps":["trace[645967052] 'read index received' (duration: 126.32004ms)","trace[645967052] 'applied index is now lower than readState.Index' (duration: 156.514µs)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:04:40.992328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.633668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:04:40.992317Z","caller":"traceutil/trace.go:171","msg":"trace[79728264] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"147.161096ms","start":"2026-10-03T10:04:40.845124Z","end":"2026-10-03T10:04:40.992285Z","steps":["trace[79728264] 'process raft request' (duration: 146.899089ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:04:40.992369Z","caller":"traceutil/trace.go:171","msg":"trace[1365563162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27867; }","duration":"126.68786ms","start":"2026-10-03T10:04:40.865672Z","end":"2026-10-03T10:04:40.99236Z","steps":["trace[1365563162] 'agreement among raft nodes before linearized reading' (duration: 126.592297ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:04:42.366165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11302523240611077480,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-03T10:04:42.414176Z","caller":"traceutil/trace.go:171","msg":"trace[576505533] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"704.438678ms","start":"2026-10-03T10:04:41.709714Z","end":"2026-10-03T10:04:42.414153Z","steps":["trace[576505533] 'process raft request' (duration: 704.283994ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:04:42.414311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:04:41.709699Z","time spent":"704.54567ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:04:42.47633Z","caller":"traceutil/trace.go:171","msg":"trace[1431522798] transaction","detail":"{read_only:false; response_revision:27877; number_of_response:1; }","duration":"390.470271ms","start":"2026-10-03T10:04:42.085836Z","end":"2026-10-03T10:04:42.476306Z","steps":["trace[1431522798] 'process raft request' (duration: 390.292266ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:04:42.476465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:04:42.085815Z","time spent":"390.584993ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-03T10:04:42.476504Z","caller":"traceutil/trace.go:171","msg":"trace[847684221] linearizableReadLoop","detail":"{readStateIndex:28796; appliedIndex:28794; }","duration":"610.682171ms","start":"2026-10-03T10:04:41.865801Z","end":"2026-10-03T10:04:42.476483Z","steps":["trace[847684221] 'read index received' (duration: 548.212773ms)","trace[847684221] 'applied index is now lower than readState.Index' (duration: 62.467878ms)"],"step_count":2} {"level":"warn","ts":"2026-10-03T10:04:42.476717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.7169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:04:42.476762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.61001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-03T10:04:42.476793Z","caller":"traceutil/trace.go:171","msg":"trace[923654107] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27878; }","duration":"484.843544ms","start":"2026-10-03T10:04:41.991932Z","end":"2026-10-03T10:04:42.476775Z","steps":["trace[923654107] 'agreement among raft nodes before linearized reading' (duration: 484.671979ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:04:42.476829Z","caller":"traceutil/trace.go:171","msg":"trace[1354896908] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27878; }","duration":"235.730403ms","start":"2026-10-03T10:04:42.241086Z","end":"2026-10-03T10:04:42.476816Z","steps":["trace[1354896908] 'agreement among raft nodes before linearized reading' (duration: 235.546068ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:04:42.476838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:04:41.991908Z","time spent":"484.919115ms","remote":"127.0.0.1:45956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-10-03T10:04:42.476843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.746275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-03T10:04:42.476922Z","caller":"traceutil/trace.go:171","msg":"trace[894368354] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27878; }","duration":"140.840107ms","start":"2026-10-03T10:04:42.336065Z","end":"2026-10-03T10:04:42.476905Z","steps":["trace[894368354] 'agreement among raft nodes before linearized reading' (duration: 140.702453ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:04:42.476919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.096642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-03T10:04:42.477089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.589621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-10-03T10:04:42.477103Z","caller":"traceutil/trace.go:171","msg":"trace[1883821647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27878; }","duration":"611.225445ms","start":"2026-10-03T10:04:41.865758Z","end":"2026-10-03T10:04:42.476984Z","steps":["trace[1883821647] 'agreement among raft nodes before linearized reading' (duration: 610.870686ms)"],"step_count":1} {"level":"info","ts":"2026-10-03T10:04:42.477145Z","caller":"traceutil/trace.go:171","msg":"trace[913803044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27878; }","duration":"460.682224ms","start":"2026-10-03T10:04:42.016449Z","end":"2026-10-03T10:04:42.477131Z","steps":["trace[913803044] 'agreement among raft nodes before linearized reading' (duration: 460.53091ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:04:42.477178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:04:42.016432Z","time spent":"460.738455ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-10-03T10:04:42.477171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:04:41.865737Z","time spent":"611.41496ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-03T10:04:42.477198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.327492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-10-03T10:04:42.477248Z","caller":"traceutil/trace.go:171","msg":"trace[1121033233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27878; }","duration":"349.400883ms","start":"2026-10-03T10:04:42.127832Z","end":"2026-10-03T10:04:42.477233Z","steps":["trace[1121033233] 'agreement among raft nodes before linearized reading' (duration: 349.249529ms)"],"step_count":1} {"level":"warn","ts":"2026-10-03T10:04:42.477279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-03T10:04:42.127819Z","time spent":"349.454225ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-10-03T10:06:47.791428Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"282167b6747c9cda","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-03T10:06:47.800997Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-10-03T10:06:47.801235Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-10-03T10:09:07.945215Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27522} {"level":"info","ts":"2026-10-03T10:09:08.088252Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27522,"took":"138.719397ms","hash":2580172907,"current-db-size-bytes":57528320,"current-db-size":"58 MB","current-db-size-in-use-bytes":38035456,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-10-03T10:09:08.088332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2580172907,"revision":27522,"compact-revision":24663} {"level":"info","ts":"2026-10-03T10:14:07.956834Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30351} {"level":"info","ts":"2026-10-03T10:14:08.101598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30351,"took":"141.403653ms","hash":4156356318,"current-db-size-bytes":57528320,"current-db-size":"58 MB","current-db-size-in-use-bytes":31281152,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-10-03T10:14:08.101722Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4156356318,"revision":30351,"compact-revision":27522} {"level":"info","ts":"2026-10-03T10:19:07.963656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32611} {"level":"info","ts":"2026-10-03T10:19:08.13447Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32611,"took":"167.756745ms","hash":2904417873,"current-db-size-bytes":58572800,"current-db-size":"59 MB","current-db-size-in-use-bytes":30384128,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-10-03T10:19:08.134548Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2904417873,"revision":32611,"compact-revision":30351} {"level":"info","ts":"2026-10-03T10:24:07.971707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34830} {"level":"info","ts":"2026-10-03T10:24:08.106036Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34830,"took":"131.168639ms","hash":2919011526,"current-db-size-bytes":58572800,"current-db-size":"59 MB","current-db-size-in-use-bytes":30978048,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-10-03T10:24:08.1061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2919011526,"revision":34830,"compact-revision":32611} {"level":"info","ts":"2026-10-03T10:27:43.82326Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"282167b6747c9cda","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-03T10:27:43.831553Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-10-03T10:27:43.831775Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-10-03T10:29:07.980117Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37130} {"level":"info","ts":"2026-10-03T10:29:08.121867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37130,"took":"137.454072ms","hash":896221214,"current-db-size-bytes":58572800,"current-db-size":"59 MB","current-db-size-in-use-bytes":32698368,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-10-03T10:29:08.121913Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":896221214,"revision":37130,"compact-revision":34830} {"level":"info","ts":"2026-10-03T10:34:07.986846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39399} {"level":"info","ts":"2026-10-03T10:34:08.122921Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39399,"took":"132.010144ms","hash":3048875531,"current-db-size-bytes":58572800,"current-db-size":"59 MB","current-db-size-in-use-bytes":30371840,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-10-03T10:34:08.12299Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3048875531,"revision":39399,"compact-revision":37130} {"level":"info","ts":"2026-10-03T10:39:07.994067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41629} {"level":"info","ts":"2026-10-03T10:39:08.117797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41629,"took":"121.102347ms","hash":998954178,"current-db-size-bytes":58572800,"current-db-size":"59 MB","current-db-size-in-use-bytes":29179904,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-10-03T10:39:08.117888Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":998954178,"revision":41629,"compact-revision":39399} {"level":"info","ts":"2026-10-03T10:44:08.000333Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43857} {"level":"info","ts":"2026-10-03T10:44:08.11998Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43857,"took":"115.914934ms","hash":2994909372,"current-db-size-bytes":58572800,"current-db-size":"59 MB","current-db-size-in-use-bytes":28950528,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-10-03T10:44:08.120024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2994909372,"revision":43857,"compact-revision":41629}